Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
bbc86ce
•
1 Parent(s): 3bea9b1

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/meta-llama/Llama-2-70b-chat-hf/8d49601d4e2484beb8d2.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2184,3 +2184,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_3a4f8d0ddbe39cd52669+2c2d707e/model.neff fi
2184
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b4af342f92f46fba85a3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2185
  neuronxcc-2.13.66.0+6dfecc895/MODULE_1547861732b1c5b47a02+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2186
  neuronxcc-2.13.66.0+6dfecc895/MODULE_3f0a486040417ad7e32f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2184
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b4af342f92f46fba85a3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2185
  neuronxcc-2.13.66.0+6dfecc895/MODULE_1547861732b1c5b47a02+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2186
  neuronxcc-2.13.66.0+6dfecc895/MODULE_3f0a486040417ad7e32f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2187
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2188
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2189
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2190
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2191
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2192
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2193
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2194
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2195
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2196
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2197
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2198
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/llama/meta-llama/Llama-2-70b-chat-hf/8d49601d4e2484beb8d2.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 8192, "initializer_range": 0.02, "intermediate_size": 28672, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-70b-chat-hf", "checkpoint_revision": "8b17e6f4e86be78cf54afd49ddb517d4e274c13f", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 24, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 64, "num_hidden_layers": 80, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f15ac1fd366e7f8a78bfc72d9596c96dea7ac2b931c1b1cfad063366d1e5c7
3
+ size 756689
neuronxcc-2.13.66.0+6dfecc895/MODULE_2aafd7f1f539c16f9649+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f114b5538160f56ddf53790cecc3f0cfca22e26246fc1bfe72fca90c34dab72
3
+ size 8684544
neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a2413a3c5ff33703c6b487813d499dbe676ca1d0aede784b1d58f146cf9c8b
3
+ size 747948
neuronxcc-2.13.66.0+6dfecc895/MODULE_3f7073201620d46f696e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e586c39f28aca6edb787f4c14d87d2ee9588f858641952885d5ca83d6fce96fb
3
+ size 10466304
neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b628a8f08fb32c309dad40e30c05619139c3cc04f72b6cbea9a2876d2921658
3
+ size 747948
neuronxcc-2.13.66.0+6dfecc895/MODULE_40a45ec1502326fbb3ca+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c22ca7dbbfe62852c2d12f9dd4793985a6704ad06b38f22a21a28c13cb4108
3
+ size 11951104
neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b50497c532dacc0ad485a02d0f4f9a6be07b049a0e490c0043b819fb7502386
3
+ size 747948
neuronxcc-2.13.66.0+6dfecc895/MODULE_8c84d43bf8c883b7cd69+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea05efdfcfc237b8e877f33576ada1c4d7af0284cbd61ec5e6b96f39aa04c31
3
+ size 24935424
neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df0025a67dea8c35742b707af377126aa4df718e99408830a298f6941fb960dd
3
+ size 756689
neuronxcc-2.13.66.0+6dfecc895/MODULE_aebb4609c4668acf5e26+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af6e936bd7dd3f5cd7f37c77035088dc15905495c3a0506f04bf17dfd16ef53
3
+ size 8909824
neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e6557f531526dbc45bee607d692281ad7826287dc75253acc3c895dbd930f0
3
+ size 756689
neuronxcc-2.13.66.0+6dfecc895/MODULE_b4f3f758f1a1d3abacbf+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8803526185f9862d61b4c6db4befaeab1bdfa8ed85f2f04c029191d10c495d5
3
+ size 8786944
neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e06379253c4d9999eb96a4f59a7fbac87e939555f651875632101adc08fcef8
3
+ size 756689
neuronxcc-2.13.66.0+6dfecc895/MODULE_bcd5e1c88c6f267899f2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6278cc74eff4c7f2a952ddc8a4c4739aa49580c99a48cb3de98f1a9b64685b93
3
+ size 8715264
neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06157f3decb4566de534305791bfd91268f7341b78f3ae1ef85b0be3040a25e6
3
+ size 756689
neuronxcc-2.13.66.0+6dfecc895/MODULE_c735c8c0ea77473fff76+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53b807de9317fec07da3651b02a86296a316e66e46fc65f81fd942511ddc8e2
3
+ size 9790464
neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121269d497c80cf23315fd838a4646887c4152cf31e7c6cb09aa91e266ce21ef
3
+ size 756689
neuronxcc-2.13.66.0+6dfecc895/MODULE_cc88fcd266266515d56a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dd79d38c5ea9541982f415e40eb063516859323562370a8077e31341721e317
3
+ size 9247744
neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a0468fa86b6432bdbafadcd24edcf3e72fe678d67dde6259f51865c7be4171
3
+ size 738797
neuronxcc-2.13.66.0+6dfecc895/MODULE_e5ea2e91b07024a4c5a6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a5e21665814558a8da5c750ea65cdb5e20d63c431893e0a14e2740224f161e6
3
+ size 10128384
neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b622d4fbba91f3c25a13a10f2c16416737cc427cf7ac7b34e20336fa78ffa2ab
3
+ size 747948
neuronxcc-2.13.66.0+6dfecc895/MODULE_efd165bd378d3b8e92aa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b4a8db8bf2896fa403e43500fa2f742c5c1e3183e14a368cd0d1e851befdb3
3
+ size 12678144
neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7152fef6df2f275d6e2950939ba4cce8d84a34854077cb07cb24e6668652fa54
3
+ size 747948
neuronxcc-2.13.66.0+6dfecc895/MODULE_f3608c91e33c37024bb3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fde3d5ae67c20802d7940b54e722499f2a62e6ed02829a053805c1eb439e186
3
+ size 3451904