Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
241
dacorvo HF staff commited on
Commit
8f48f2e
•
1 Parent(s): 71458d4

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/meta-llama/Meta-Llama-3-8B/93a74a44f383c1dafbb5.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2638,3 +2638,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_db8b3ded0c7649bb58a2+5d92b09a/model.neff fi
2638
  neuronxcc-2.12.68.0+4480452af/MODULE_e738b92e5473762ca2ad+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2639
  neuronxcc-2.12.68.0+4480452af/MODULE_e738b92e5473762ca2ad+5d92b09a/model.neff filter=lfs diff=lfs merge=lfs -text
2640
  neuronxcc-2.12.68.0+4480452af/MODULE_fbdbc03bf516fdbd9012+5d92b09a/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2638
  neuronxcc-2.12.68.0+4480452af/MODULE_e738b92e5473762ca2ad+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2639
  neuronxcc-2.12.68.0+4480452af/MODULE_e738b92e5473762ca2ad+5d92b09a/model.neff filter=lfs diff=lfs merge=lfs -text
2640
  neuronxcc-2.12.68.0+4480452af/MODULE_fbdbc03bf516fdbd9012+5d92b09a/model.neff filter=lfs diff=lfs merge=lfs -text
2641
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2642
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2643
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2644
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2645
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2646
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2647
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2648
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2649
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2650
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2651
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2652
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/meta-llama/Meta-Llama-3-8B/93a74a44f383c1dafbb5.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "meta-llama/Meta-Llama-3-8B", "checkpoint_revision": "abf8f1bbc9f1ceefa4e88667311436858dd75de0", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:544041c06e28776a251a54dfd0d0c4246c12334603da87a1cd58836d940b81e2
3
+ size 304356
neuronxcc-2.13.66.0+6dfecc895/MODULE_1cce32c6fce339e18a9a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2e028a52b150afac13c3625de04dff8e960158f718fad9f2609b6578ac1b5c
3
+ size 7220224
neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00fd0a279eafaf02916a587f59a6a97c09e6ab9b688b0d1e7c38ab734de37a9
3
+ size 304356
neuronxcc-2.13.66.0+6dfecc895/MODULE_2957e54d105d2d228c15+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cc5239743f0120377a4518819c31f75a351cc3bfa9e5449ab0eaa700939c91b
3
+ size 6196224
neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5f56c18bd1bc6706b9e56ba6a3b4c61ba8398669c60ef7de1bd6c1abcf1e9a
3
+ size 316131
neuronxcc-2.13.66.0+6dfecc895/MODULE_3db234733424aa252533+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94958c2603aee14fd55c1d2df9755f7e8d652d51c72042a6380c91b6f57b2559
3
+ size 7404544
neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34140eb6d06827d077f38c29f0373c9b7bd4a6fd15c04b33245529fa07e26943
3
+ size 300581
neuronxcc-2.13.66.0+6dfecc895/MODULE_633a76c6414906b26be3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:094e367b844d7ce3823cc577d84e5eba4fe41a49478da89b38d41219c2981917
3
+ size 7937024
neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10ea191166ee6d7591abf4c883653d4cee66efcb7d0417462ede72568fef77b
3
+ size 304356
neuronxcc-2.13.66.0+6dfecc895/MODULE_6a6a3f1046a60ba5a6e5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349b7fb07fcb343856c2b51f6e5d310244fcbf7c814c446d666817f83df4206b
3
+ size 20317184
neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d9bf0b0caf246e707a986cdb1c1b774fac9eae30ad9fbf8583d69cfa790a02
3
+ size 316131
neuronxcc-2.13.66.0+6dfecc895/MODULE_88c4376320231d4cf20c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc953576b8ab0933cf174f491572953642daa33b79c813cc092b0e5ed8b8046
3
+ size 7506944
neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63cef433a01d5179551af248b81079b716378e4176d7ffc11cee10b7c6c6e693
3
+ size 304356
neuronxcc-2.13.66.0+6dfecc895/MODULE_a4de5bc27fa500dae4bb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c905009fb2c8e3611d91e7699ef3985e70bf8ff7060ab9672495c44b317af2d8
3
+ size 8356864
neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0efe409a3b17b060ad64e31ea8e955617def8bb80f6166f07f2a8639b0212a79
3
+ size 316131
neuronxcc-2.13.66.0+6dfecc895/MODULE_a8af0e2d5415db3e06ef+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f252ec13383a45be9e3b2c7ecfd96487a0a0b775f5398b3f74f32d9a0356558
3
+ size 7681024
neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681dd4b0410db9b19636abe1726fca8d808e65587da6d8bd4b82e79a712e7e29
3
+ size 304356
neuronxcc-2.13.66.0+6dfecc895/MODULE_c53eee71989415a8300f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6f5010d64190928ec4ae42333970ce7f49a403d2460dbadabfbe90d334fbed
3
+ size 10107904
neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950cfc591cd047c217c682091906f3677d1188fa903009552d4e102bccd70bc0
3
+ size 316131
neuronxcc-2.13.66.0+6dfecc895/MODULE_d10e396f3ce809aae550+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62db89c12e29b904d2e5f721e1e146c233478053370c7d26d08bc6152fe257f6
3
+ size 8039424
neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23042d400308d4607e8dcc706c595920471119121ab894543b3fee69dbcaca38
3
+ size 316131
neuronxcc-2.13.66.0+6dfecc895/MODULE_d5e5e35c4b9105b69867+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac229f84e849c86388d8ae24aad95d8132c800ae786e76dbb14368f6621b03de
3
+ size 7343104
neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c07637a9b17ea62a3927c7d7d27f4eb1e939eaf0fb2bf01fe1cd7e3ff33feb
3
+ size 316131
neuronxcc-2.13.66.0+6dfecc895/MODULE_e9f964a925c5418d1e93+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:123d633ce8c273c2e42f25f6165a9c086c66db1e3acbb924ed0eddaa1a07ea3b
3
+ size 7332864