Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
807070a
•
1 Parent(s): 779c2b0

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/TencentARC/Mistral_Pro_8B_v0.1/23bbab663ac695934ec4.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3809,3 +3809,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_0bafc6247038d77534fe+2c2d707e/model.neff fi
3809
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d5b852336a4b8e589406+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3810
  neuronxcc-2.14.227.0+2d4f85be/MODULE_0db257a5fc347f76ca8e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3811
  neuronxcc-2.14.227.0+2d4f85be/MODULE_a377e54e9f1a60693319+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3809
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d5b852336a4b8e589406+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3810
  neuronxcc-2.14.227.0+2d4f85be/MODULE_0db257a5fc347f76ca8e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3811
  neuronxcc-2.14.227.0+2d4f85be/MODULE_a377e54e9f1a60693319+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3812
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3813
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3814
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3815
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3816
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3817
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3818
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3819
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3820
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3821
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3822
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3823
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/TencentARC/Mistral_Pro_8B_v0.1/23bbab663ac695934ec4.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "TencentARC/Mistral_Pro_8B_v0.1", "checkpoint_revision": "366f159fc5b314ba2a955209d2bca4600f84dac0", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 40, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7eb94d85afe76badea993f4d31e8f8259517d40818a88d1043d4c48f062236
3
+ size 416946
neuronxcc-2.14.227.0+2d4f85be/MODULE_27729435fab9ef8da2fd+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c8fb5e7390d93dc0641032558f8579e85f1fb25ebedf1482c05b03c53b7ed04
3
+ size 9872384
neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd4635c88fae28f9633180c1420c790653a7b8e0ccc6c3fac50290867d8da74
3
+ size 416946
neuronxcc-2.14.227.0+2d4f85be/MODULE_2ac4d63dac0dd9403294+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff71a6ce09a798157c0e85aeba56466b511dda1e438e58a791362fe5f510bd8
3
+ size 9483264
neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8624623b63d8442512c92ad9c709751860757fb0e508aa50e3cbcd04ba144ae4
3
+ size 416946
neuronxcc-2.14.227.0+2d4f85be/MODULE_2c34418da18c33541097+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f490ec71f48bae85f6ecd84fe3f6ec79d276f531d710c48e840ce5e94d5d6fe1
3
+ size 10148864
neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52362f457cc14ba4b2194de34ca69f9fcc9715b081cbc725e3c77d736de2dc7
3
+ size 42304610
neuronxcc-2.14.227.0+2d4f85be/MODULE_36d5bedda2f4d832fecc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc4df67faafdaefa0b7f33755a5ac0461efeb0d39c7f86a9bbff055aa737d925
3
+ size 3288064
neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f65849469a195bf729fb0fe6320f355e2076d7482d96f7aee52a842d02978bd
3
+ size 416946
neuronxcc-2.14.227.0+2d4f85be/MODULE_4223f292f1fa4990d092+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:886cc8ff2c7d1b90137af4971d741ae3c8659cb8afeabf1f9b206d3b005ac5bc
3
+ size 9391104
neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9015406601779f36e656c5ff70ebcea638920da477e464f80a9cd2859a36d7db
3
+ size 1016929
neuronxcc-2.14.227.0+2d4f85be/MODULE_46ad52986855a2377eda+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9753b1c3c662c0e914bc8abef50be7b5a219e1dae0c9fd0462f9e507f0a58e
3
+ size 10640384
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5392658ab429a233d8d837f8f040aacc183178feef1d8db7f2c9e07cfdb66d4
3
+ size 10847330
neuronxcc-2.14.227.0+2d4f85be/MODULE_4b2673264f7b0d41b592+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c6a580c7dc2f569399f5917d570d96a8a6defecac04e27c997f3a820a84f4d
3
+ size 13579264
neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7bdd43bf5aa13be28218bd9803decf3cf111a5e0c2de118ce2fa77c181f9d2e
3
+ size 2983010
neuronxcc-2.14.227.0+2d4f85be/MODULE_7d698a45e0efe913c8c5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e827a1be2f20ea2b819160336d031edcb09f6a150a651062d9e83c237a735de
3
+ size 11531264
neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e7ee239fc55af7a55154254dc92743754d3bafd73e6e41dc11cf4297e67b78
3
+ size 416946
neuronxcc-2.14.227.0+2d4f85be/MODULE_822353ab23bd7a754f0e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95fa78d0052397ac793e35ce0dfa35aecef4414b5ea3d96ece17ac8bff194a9c
3
+ size 9575424
neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f627d466cb4387cb508933b48554aaae3f41af72f82a0babe23a99091eb43c8
3
+ size 416946
neuronxcc-2.14.227.0+2d4f85be/MODULE_979e2741e1191bbf9028+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:519a6c1390898f05b9a14341a33b2fa192b392d3a26f61dbe0a2336dbce3b162
3
+ size 9483264
neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05dab7c427b6707ee402d93919ca4e7d5ec5c4c262e077bfd77a2dd8c79b20f7
3
+ size 168133850
neuronxcc-2.14.227.0+2d4f85be/MODULE_b1eab403668809dd1264+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e75f086962d7ef9f8a38191bfd37ddec95b1b06a5542f1ce9275349e29e5938
3
+ size 4803584
neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd07850d97c5fa41260b2f849aeaa6a243bc30d6a33f766f9bed391491bf67cd
3
+ size 520138
neuronxcc-2.14.227.0+2d4f85be/MODULE_fa043a5174a3eaaeac3d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7891c827f948a3035c54654bb4a0ec2171c134479a462c1c6a1955eda828de49
3
+ size 10138624