Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
201
dacorvo HF staff commited on
Commit
77d1daf
•
1 Parent(s): 2a79dc9

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/9698b181e330e7ce5217.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3835,3 +3835,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_c4c453957dc62ad4fe1d+2c2d707e/model.neff fi
3835
  neuronxcc-2.14.227.0+2d4f85be/MODULE_c9e06c2f847bfb9f37ff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3836
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ec07873736c5d5d3b565+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3837
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ee36fadb8b8fcce8708b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3835
  neuronxcc-2.14.227.0+2d4f85be/MODULE_c9e06c2f847bfb9f37ff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3836
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ec07873736c5d5d3b565+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3837
  neuronxcc-2.14.227.0+2d4f85be/MODULE_ee36fadb8b8fcce8708b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3838
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3839
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3840
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3841
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3842
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3843
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3844
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3845
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3846
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3847
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3848
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3849
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mixtral/mistralai/Mixtral-8x7B-Instruct-v0.1/9698b181e330e7ce5217.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MixtralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mixtral", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "mistralai/Mixtral-8x7B-Instruct-v0.1", "checkpoint_revision": "bbae113847402a22031211225b5ee45c005de7dd", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_experts_per_tok": 2, "num_hidden_layers": 32, "num_key_value_heads": 8, "num_local_experts": 8, "output_router_logits": false, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "router_aux_loss_coef": 0.02, "router_jitter_noise": 0.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f29ae9d523395af106cf6158b03ee1a602f432168f0b00863cb39d0e606221
3
+ size 403876
neuronxcc-2.14.227.0+2d4f85be/MODULE_051c45dcd6598e00ac5e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4220b5825f4e804fcd82687de8b6aedaaa9f7c87fbb4b350f9dde77af70756
3
+ size 8090624
neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c20d678d503cd40296ce9cfd70df7edede32c7165c1680ef311e8f498572bcda
3
+ size 470220
neuronxcc-2.14.227.0+2d4f85be/MODULE_26b7268280b3b2ec5834+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14fb4461e5fbbf50527e9644f449452fa71b68c95a702cb26560a6314a92e40
3
+ size 4783104
neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e1032035489699e69e4ac7725507629de0d413bc5baced5056c86ee081553f8
3
+ size 470220
neuronxcc-2.14.227.0+2d4f85be/MODULE_272f54199b46c6ec880f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75e5c150e215ba0e0a2171dd1f605b9955f8c05e5ea6429419ec4c788e3e358
3
+ size 4547584
neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4545bb3d888ddf7bf7dd672751a5d0a4495039de99862d3c4b56772d74d7341
3
+ size 403876
neuronxcc-2.14.227.0+2d4f85be/MODULE_3ea461068914cbd067a6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54e2d1d9903e58466a5430ff262f5bdf8a1ee6810f66ef720a0f103f7e1c31d0
3
+ size 11817984
neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214c46cb2957322008775e0afcb3a4b5b1b26a9c452b52700495b12be1975cf6
3
+ size 470220
neuronxcc-2.14.227.0+2d4f85be/MODULE_47863de5e713fd438c12+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a179e4fc4f237533b70af988eb4a7cf5e59a01b2c7755e4a1e6a39819d3fb093
3
+ size 4527104
neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c03092d7ce44a70b328582dfe09b5d58a42a8013fe445f895cd43e4d4a0916
3
+ size 470220
neuronxcc-2.14.227.0+2d4f85be/MODULE_6c5e74933893a17aba3f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9160e80766315baf4cd15fa32a007479cf7c9f51982e9fc86660e754bf285a8c
3
+ size 4578304
neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a3065d8f23a7d42672a94e26c52dcc28ca3b5c21dd62233df5351a763439e1c
3
+ size 403876
neuronxcc-2.14.227.0+2d4f85be/MODULE_771bb2bdcbcbfd862aba+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e63edecac7af68e2d43c0f7a3afd15795c07d4792449d2c38a377ef30fa944c
3
+ size 10148864
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f05408997bb93ae5d92822c35d0f14b4714d6b2b73ce58bd4b8661fce5de5e
3
+ size 470220
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f699d0dc93222f2a2d7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898b6d775955702c7b9eca731eafa14d6f4ec34101c4cd5d497d6d932022f1bf
3
+ size 5059584
neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfed51c5a4a51448ef0ee596c87f31b3059f71b2914e74b55ab6592cb45244e9
3
+ size 403876
neuronxcc-2.14.227.0+2d4f85be/MODULE_cca5f2531c3d5d33fad7+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b88f2e9534bf0c4e2fc3e48d021321f2ed561f8b6a6dc8ce0259a8ab61e7eb52
3
+ size 18013184
neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a2dab073782184c45f3753dc94056f3da7c2221ee0818a1a46ddfb933b40ba7
3
+ size 470220
neuronxcc-2.14.227.0+2d4f85be/MODULE_e0dda8fe904309509b1c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8585b43338b98c77efe454273cd692c93f3c073630fde34a5e359d3f9253588
3
+ size 4649984
neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1d767e5e3175622c89b913bf9452a8529055069ae6a40d65d0518a5f64bcc72
3
+ size 399910
neuronxcc-2.14.227.0+2d4f85be/MODULE_e93aa7283d6d56297615+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5110768e34600467e2581a59a908ed0fda83877347c3f6d1c3fcae96b8ea75
3
+ size 6175744
neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95dc7efd34a5cb8609a07ac2dee035efe109bdc9f57347a5dab42f1c5c91a73
3
+ size 403876
neuronxcc-2.14.227.0+2d4f85be/MODULE_ea3ad2f68509422d0030+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b65f0ed88ab295d1b658fdc7e8c7dce232cd591b68c178a11915ccd38ced2a
3
+ size 26860544