Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
201
dacorvo HF staff commited on
Commit
fbeb5b2
•
1 Parent(s): 983488f

Synchronizing local compiler cache.

Browse files
Files changed (13) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/TencentARC/Mistral_Pro_8B_v0.1/636190912c64f8e01aa5.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.hlo_module.pb +3 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.hlo_module.pb +3 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.hlo_module.pb +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.hlo_module.pb +3 -0
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/TencentARC/Mistral_Pro_8B_v0.1/636190912c64f8e01aa5.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "TencentARC/Mistral_Pro_8B_v0.1", "checkpoint_revision": "366f159fc5b314ba2a955209d2bca4600f84dac0", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_0d4c2b042071a51facc1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ff6f07c84fcdf2399b593f6c91b241c96ada6b3b4351a8f69e95dedf0ef84d
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_1bc0b887e47425ea32b5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d401f6a07ce268bfc3d8a4be54eff25991bae95de33a1bc5f15cfefa2911028b
3
+ size 1062736
neuronxcc-2.13.66.0+6dfecc895/MODULE_252699acf0ec2a5d44e0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a452f393cdd2fbccca2aa6104ed0840aee49c4067aaabed7249e3c4a7ba9a3
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_3e8fdf1a146d20c2111c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:761a45c9a9214955b6c3e289e526b037a12f284c86f4ca5382908c69735c0bc4
3
+ size 565625
neuronxcc-2.13.66.0+6dfecc895/MODULE_516b2955674be9468164+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86ceb1949450b2982267245eb9acf12f474546a07dff73e2b3092184e870aacc
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_5f1d53d78993e03021ef+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73cf11cdd7df4d0265e6756bfa1307b40056020ae7c8f03c38ff109a8041ea4
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f70362d8b00671023b5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c386008f083bd9b063a909200e7ea28c14df0e0f73077e6b866efd9154147a19
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_c731448dc4d722dd8a18+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:316f48b9c22af680bd4499792fe2e9f9a33fab4ff1f605937680835cd1972b70
3
+ size 168179657
neuronxcc-2.13.66.0+6dfecc895/MODULE_da333d0cd0e8f8819310+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13bf4fcc95fe785c279d512f09dd9084a01b938b1e9d4fc0203b65fd99ff0435
3
+ size 3028817
neuronxcc-2.13.66.0+6dfecc895/MODULE_e283fe6686f24a42a06a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6542575df49c74bc72f8b2ae4f2e814626163cb43a5965ce997a81a3cc771e2a
3
+ size 42350417
neuronxcc-2.13.66.0+6dfecc895/MODULE_f430b7ca17750e9e0537+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f93c57bce340f1988c383d74cec6d55bb1dcbf9790a2f39cb4c3ae9eb0df96
3
+ size 397153
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb697231bd571222e516+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bada6746b2c2fdb840f855086176e7c2cf5c2cc54de143f304ab575a2b336612
3
+ size 10893137