Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
241
dacorvo HF staff commited on
Commit
2e15f85
•
1 Parent(s): e3f93ef

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22.dev0/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/b17eb4729feac22df9ea.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2270,3 +2270,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_2479adeb0b632872414f+2c2d707e/model.neff fi
2270
  neuronxcc-2.13.66.0+6dfecc895/MODULE_90280928489ab33e491b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2271
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b32b99eb1fd034e2ff1f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2272
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e23c51a777ec06a5c339+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2270
  neuronxcc-2.13.66.0+6dfecc895/MODULE_90280928489ab33e491b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2271
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b32b99eb1fd034e2ff1f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2272
  neuronxcc-2.13.66.0+6dfecc895/MODULE_e23c51a777ec06a5c339+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2273
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2274
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2275
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2276
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2277
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2278
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2279
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2280
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2281
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2282
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2283
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2284
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22.dev0/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/b17eb4729feac22df9ea.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mixtral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "mistralai/Mixtral-8x7B-Instruct-v0.1", "checkpoint_revision": "1e637f2d7cb0a9d6fb1922f305cb784995190a83", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 32, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "router_aux_loss_coef": 0.02, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76198c86f0f10a18d4c6f20d6627da16bc1bbba6fdaeb790639208748a6a01cb
3
+ size 421880
neuronxcc-2.13.66.0+6dfecc895/MODULE_240af25bbd7003575aaa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9313bbebd1a796017eca95d5f5d2c84fd6cfe3bf932b237b67c874341dfc49ea
3
+ size 4885504
neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49ee8f56a4a076e59a14f5cb4bd3f1e64384c065b16a5af1ae82ab240b7e5d4
3
+ size 424345
neuronxcc-2.13.66.0+6dfecc895/MODULE_285f33eac82396842954+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6fe93a5c5810e1d1ae47785fbccc527ab83a339061d0d86f0054f033cbc794
3
+ size 4957184
neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496fa3a23af62f1de2b6856658f4b0648c2269df1ae9c193edfa6dc21316a52c
3
+ size 421880
neuronxcc-2.13.66.0+6dfecc895/MODULE_642855772fdcd3ada6cc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09789af4d4c0439f64bc89dc052e8f3df2bd322e9973719e25c2c8865b4def5a
3
+ size 5878784
neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84b3690fbccd264e6addc78739b2d0a742a5bce699dbf69c5ff188d68bc1390
3
+ size 424345
neuronxcc-2.13.66.0+6dfecc895/MODULE_6aa4f921243d51d66ead+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2de7125477083071f7dae33d6ad4ce9f0cc59f1aa0232aae44fa4f2c4f81d2cb
3
+ size 4977664
neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275ba63fa02138918da46a2aaeadc8c2324c655eff1805bdb008d4c383cebc74
3
+ size 421880
neuronxcc-2.13.66.0+6dfecc895/MODULE_708a51d353b0469f32ed+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d16e5a81474dfc3e88e2c20b945d783fdbd0c21092afcf6eddc1fa1048dd41c1
3
+ size 8182784
neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee40a29e8661f0d180ccd2f866b15de1274053ef5914c3c52845d29856aeee30
3
+ size 424345
neuronxcc-2.13.66.0+6dfecc895/MODULE_74c6e6d3f6cae7766ef2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b558531a27074e5bd1a4550d40ee69a98da31d9c08b9f7e64ca2e50260dc21c0
3
+ size 5315584
neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11202a1d51d0dba83fa9cc36cbb6c2131f7f5c24415205fc38120ac3b97aa6e
3
+ size 421880
neuronxcc-2.13.66.0+6dfecc895/MODULE_7c6b2a2d52baf8189556+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d10cdad16ba8d0ab9f34bd57c90531e8957d539f4cdd19cad45efa80f9740d
3
+ size 12964864
neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9634e7d3e04a3fa9f228d9d7c4cca176ea0da5ce5d24f140048c647a0d6fc954
3
+ size 417305
neuronxcc-2.13.66.0+6dfecc895/MODULE_a978144d4aa739f786b6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e6332b3dc857ec1d180b7561167940fa547e0df22c4710f8a87b85707a44aca
3
+ size 4875264
neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a199c8021638e53644a2c2f6c51860672c786949ffd3bf2ca9ecfc88c8b42a
3
+ size 421880
neuronxcc-2.13.66.0+6dfecc895/MODULE_ba6a943ad5ba5f57c139+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f99af04c04b69024f25b9066b1cd9d64d7b68b83a08d0d498f43d22669e357
3
+ size 24085504
neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f748f8dcf682a91db864a11ecda6d4f89fdb701383e6e113bb5d8c216210a0d
3
+ size 424345
neuronxcc-2.13.66.0+6dfecc895/MODULE_d74c8b961424829c93ca+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fdff78ac27da5f1507b4d2d1c5dea0ba80b14d2de5de82ccf2a64a304416ff8
3
+ size 5131264
neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79afa238edd3b95965aa63caae50b8410f598c6a4513b96f1623114002b3e800
3
+ size 424345
neuronxcc-2.13.66.0+6dfecc895/MODULE_f307f8fbc8ceaf52af10+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1742892fe9882097199a2d397cf877aac7ddd59c80f59b515241d3e667fe8194
3
+ size 4946944
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c22399b9877cb5cacbebc3682f3c9aaab31bc6dfb9b006f11a9a4a602b04cb4
3
+ size 424345
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb8c736011e9dad1b990+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73c3a225da546c11a28d97785fa6ffc5336865cf84f6019d75039c305f1609b
3
+ size 5039104