Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
203
dacorvo HF staff commited on
Commit
c62c23f
•
1 Parent(s): 2d8da2f

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/6433152f0479ddcef4a8.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3779,3 +3779,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/model.neff fi
3779
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3780
  neuronxcc-2.14.227.0+2d4f85be/MODULE_1a8e9c708bb3429e828d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3781
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f856e09a3b719e950bc4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3779
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3780
  neuronxcc-2.14.227.0+2d4f85be/MODULE_1a8e9c708bb3429e828d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3781
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f856e09a3b719e950bc4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3782
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3783
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3784
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3785
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3786
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3787
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3788
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3789
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3790
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3791
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3792
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3793
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/NousResearch/Hermes-2-Pro-Mistral-7B/6433152f0479ddcef4a8.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 32000, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "NousResearch/Hermes-2-Pro-Mistral-7B", "checkpoint_revision": "a806daa1669b8d717d652f05ce7de65b89931b1a", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 32032}
neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc83aa5e7540e07f389b75cec09177ce20082014d8dd897300ffe897a4319885
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_48891d3781a7f4280b7a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cac4fa85239766ca6e226b9cff6ebcb10c0618b0d85ed4aa59d16b1e83c296b
3
+ size 7916544
neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7233f9e692d184e725ed564f0ce0981a222783612fed45214998c695d16070
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_4a24c95d120deae365ac+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:999c865db2c72972245fa10489f6a4c1b721ccb8177db75b058d74436e066bf1
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a90eaf4f893ef39eb067f0e3a7d199cde453132bc56a629c9c55a420935f77
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_5d4e3c2fe7608e1702a1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd33c4f8a346bc6cf6fdd1ed6c965f385b95a98ca392b2576b68f702b03aaf9
3
+ size 7517184
neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8729cde6cff9981958b2a4a61ceaba813b98ba75acdf26f11bdb7a42ce8ec66c
3
+ size 33843930
neuronxcc-2.14.227.0+2d4f85be/MODULE_6ed01db92acc718ac0d8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de586b5dbb028c2ac6cd87352e4ca557073d674e1bbd96c6a9e0b01f02146f6a
3
+ size 23819264
neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da25a6a5b02865db1f0a3f105f851a5901ca2aebdace3b7a030576f9bfca2eb
3
+ size 813785
neuronxcc-2.14.227.0+2d4f85be/MODULE_8109735763742cf5b09b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc52a431eab3c9842fc490c41c02de9d2150fbe39973f57c6b15c303c4f1f03
3
+ size 8623104
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b917b38fa44e071d865364ede6a3990b2a650fb508b640fbfbab4ea8967909fc
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_8f5429824bdb05e45ac1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:519eec34b758c4ec1dea469bd08b7633bc73e81e93d67536307a95a0da3c6131
3
+ size 7660544
neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8100a2ba76c7e7fb85031dcdd7db798f34c9d3234713e79fd90d7f87464267
3
+ size 134507322
neuronxcc-2.14.227.0+2d4f85be/MODULE_98bb162e489cc41f921c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3a7e3e507dfaf2de09175ef96de92a051256ca8c7b390fa7355af58f0947dd1
3
+ size 4527104
neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6017871c1a9e6c1b221e0b8b2e071684c80c9289c45956027527b998fe49b59
3
+ size 416346
neuronxcc-2.14.227.0+2d4f85be/MODULE_abf8ba3f9d93ab143064+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4c9eb7f933de03da4ab395b8bfc5710a54d4c7d689c3e023ea58bbf7d933f8
3
+ size 8182784
neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d883769e2db7404d8acabbc34b879d44e696a4f4142d47366fd3f01d9da4e762
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_b86e02e9e66733ddf634+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05986dbe8a5921a82eb1f52397a813469d1b829ec40e067353b277f6e9be21f0
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f0c15bc5ef144eccc3762c8e027e739dcdabe98a464f3415a478276d0881c14
3
+ size 2386650
neuronxcc-2.14.227.0+2d4f85be/MODULE_c06a1583db2d3354750a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70eb25f5426e11b3a7386ca5f96c865f032e05ae29be7759a3730a2dc5d3508a
3
+ size 9360384
neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e10885aa69d033347bf03c8cc2c01e40d188529a1bf0b369188a113bcd14598
3
+ size 8678106
neuronxcc-2.14.227.0+2d4f85be/MODULE_e2aa91ee63f48deafc9d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62141c45c96232ae5e40c357365c6943a5bbe4ad5038e7e3794dcffc2e2501bb
3
+ size 11019264
neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6076ba00abbca32fd5f7430303ce731711d5bd7554a519cea62882a2a198d3b2
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_eadfd226c3f333cd16ea+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa76c0861774f2d65fa20a12c21bdc571b684c4b8b4c27b2f8853a5929acbf1c
3
+ size 7578624