Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
239
dacorvo HF staff commited on
Commit
c5b3563
•
1 Parent(s): 82e11c0

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22.dev0/inference/llama/meta-llama/Meta-Llama-3-8B/ab4a6c788d6b461d4216.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2324,3 +2324,15 @@ neuronxcc-2.13.68.0+6dfecc895/MODULE_f52d1ae87e36a67e3ef6+2c2d707e/model.neff fi
2324
  neuronxcc-2.13.68.0+6dfecc895/MODULE_f5b96d219c13b6bed955+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2325
  neuronxcc-2.13.68.0+6dfecc895/MODULE_f8cd7ddacac269b9f1de+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2326
  neuronxcc-2.13.68.0+6dfecc895/MODULE_fcc30f4c5df848d54331+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2324
  neuronxcc-2.13.68.0+6dfecc895/MODULE_f5b96d219c13b6bed955+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2325
  neuronxcc-2.13.68.0+6dfecc895/MODULE_f8cd7ddacac269b9f1de+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2326
  neuronxcc-2.13.68.0+6dfecc895/MODULE_fcc30f4c5df848d54331+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2327
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2328
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2329
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2330
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2331
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2332
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2333
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2334
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2335
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2336
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2337
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2338
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22.dev0/inference/llama/meta-llama/Meta-Llama-3-8B/ab4a6c788d6b461d4216.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Meta-Llama-3-8B", "checkpoint_revision": "b6887ce03ea47d068bf8502ba6ed27f8c5c12a6b", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d62212cd9debb3cb766f31772a487c30f2417304a42c00ac785d2adb0dd99b
3
+ size 318265
neuronxcc-2.13.66.0+6dfecc895/MODULE_07c6ee519ad94eb45d54+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913fbf29aa21185539e059624988b159680988fa907717ab5ea15a7ec8f31966
3
+ size 2479104
neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763f990132267f20f64afac5317285725acfe7111bb62e62bf78d607040d2c5d
3
+ size 318265
neuronxcc-2.13.66.0+6dfecc895/MODULE_0bf1f29da445ebf60048+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0aee6dcabb3bd522db77fcfdad49e4b2d15d5aace1efaae7096427bc083645
3
+ size 2581504
neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fec7929ff63675cadde424a2159cc9d1bbd8d584bee5d61373f210c7014ec81
3
+ size 306522
neuronxcc-2.13.66.0+6dfecc895/MODULE_268875679604c63831dd+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be55bfa15fa129145c93f1fe49197d6802a8d1370afee73907f327aca26a0f51
3
+ size 3533824
neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94679e7c44937e85de9fed56b5d66282ede88b0ed26d50a264f1991d761cc4eb
3
+ size 302715
neuronxcc-2.13.66.0+6dfecc895/MODULE_493c8e18bf617ef11a74+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c783001f5ff9cdfa3a2e085d0b2c09737e2f816aade27c772b4e80a53f5fc29
3
+ size 2571264
neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c4f58daba50c06a0307f0deabcb20e529b64b643b65f900a6b122305e7ad7d
3
+ size 306522
neuronxcc-2.13.66.0+6dfecc895/MODULE_69bff7608e0104e63aa2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbba1e6ad3645ed53b2e752b97f919eb964cc880f9347b5122d9cfe085fb09f3
3
+ size 12739584
neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d0f359aaea3c28bb46c764c9e3f6bebefc20b071b1ef7d7ae3922f9e81f7b6
3
+ size 306522
neuronxcc-2.13.66.0+6dfecc895/MODULE_7080d3d4172fb7073947+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935d60c4b9e5bda3b387c295893745d00669e74b93d9e69a57adbf0badda2b86
3
+ size 2847744
neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:084733ac165ace723f42a665cc4a13c54eb51eb2435dcdf24226c6667fca9509
3
+ size 318265
neuronxcc-2.13.66.0+6dfecc895/MODULE_762d2436d0b7a5fcc2ab+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763b0eacafd9f56c3844df2f318b153b20b388f38c5b50eac109c9e14669d8c7
3
+ size 2427904
neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f3d908fb828858a82f96b94d91286a833cc71d8a7c207d6e467f0eee9bf3bd
3
+ size 306522
neuronxcc-2.13.66.0+6dfecc895/MODULE_7d74ad8c514428af79e8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a1cecff8e959c4a73761ee2282df55da91590108ca6312b0d96cbe63d1ba169
3
+ size 2642944
neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b1522ef131e3522afcfd1ead2369e19317418044e0b7ab7ae1497dd2d777f5
3
+ size 318265
neuronxcc-2.13.66.0+6dfecc895/MODULE_81f056068aa96e6c4aea+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87fc1dd130aa11a6b6bd3941ea7afaa72cdf6aff353964f43738294463f8ff0
3
+ size 2386944
neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29306e5ef0baef46c8533b4cffe408c411e00e71e881895e5092cd97e5be0346
3
+ size 318265
neuronxcc-2.13.66.0+6dfecc895/MODULE_b0dbb61cf0c50b2843b9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5d0864bbc129661b04bb542b1ee3548dcdff4b13b03b56e2a478c00e6f0c268
3
+ size 2786304
neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50ecd60821e5ae4ece5bb0a546a303fd02b231ebdedb3b566398934fc1b5acd
3
+ size 318265
neuronxcc-2.13.66.0+6dfecc895/MODULE_c848301184fdcbe620e2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32956d55325a06aaeedfbb409bce19e3dd0c4ae1749f4a3104661f8d9073a273
3
+ size 2397184
neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ab0b399c2b65ead5338dd12ed462c2d6f3827bb01b38b4c94595d74b87059d
3
+ size 306522
neuronxcc-2.13.66.0+6dfecc895/MODULE_f3c8d408edb5a3789c7e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02cd07e91fe85a3e11a4c252b03bf2bb6319f66c7c9e44e9b810c394cef7606c
3
+ size 6073344