Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
ca50ef3
•
1 Parent(s): c8af13b

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/LargeWorldModel/LWM-Text-Chat-1M/7e6addf0055e8c80e941.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1541,3 +1541,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_f09c704459103a4c46d2+2c2d707e/model.neff fi
1541
  neuronxcc-2.12.68.0+4480452af/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1542
  neuronxcc-2.12.68.0+4480452af/MODULE_629cd517574fc8495496+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1543
  neuronxcc-2.12.68.0+4480452af/MODULE_6cecfbbc43a845835581+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1541
  neuronxcc-2.12.68.0+4480452af/MODULE_fb6b30ee88e0de6dc73c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1542
  neuronxcc-2.12.68.0+4480452af/MODULE_629cd517574fc8495496+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1543
  neuronxcc-2.12.68.0+4480452af/MODULE_6cecfbbc43a845835581+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1544
+ neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1545
+ neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1546
+ neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1547
+ neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1548
+ neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1549
+ neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1550
+ neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1551
+ neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1552
+ neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1553
+ neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1554
+ neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1555
+ neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/LargeWorldModel/LWM-Text-Chat-1M/7e6addf0055e8c80e941.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32000, "max_position_embeddings": 1048576, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 50000000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "LargeWorldModel/LWM-Text-Chat-1M", "checkpoint_revision": "0598c443b02aeb1a1f9f6788e9af85ea762a452d"}}
neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c51543feee693c16583fd0640d2994d148de5a65a6657c744b9b8e871a56b078
3
+ size 300985
neuronxcc-2.12.68.0+4480452af/MODULE_2d84349a1548fae884cc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad5801184725dc93e10fa28853f45d27a30cf4f0638c378ccb4e9e80893644a
3
+ size 8551424
neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80835aa94829b1e13ec042721f77028845de08c170da97f4ea5bb31b2f8cbdf3
3
+ size 297626
neuronxcc-2.12.68.0+4480452af/MODULE_40bae15179bb4619706c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3a91999cb9e839e09060a84453477f7d033d65d70a36ce5133e61f0aa4134b
3
+ size 8899584
neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3ace18d7e9b34e042ff24aabca7000ad7053d1de1f6b45f25f23ac2b35eff89
3
+ size 300985
neuronxcc-2.12.68.0+4480452af/MODULE_48ae5f0e546170daf7be+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e9b116dde949a84c665dd1b393bf11fda066bc7b30d52a33f4a145c346bd94c
3
+ size 7875584
neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b40eed935328d370ad53a978e262cf79be5357a9631cf3693b776172f62d928
3
+ size 300985
neuronxcc-2.12.68.0+4480452af/MODULE_5d7f43eea8b256952946+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd78f454ec3f5c71a64ec0cbdc9d0eb31a6a624ce1698b7e835277cd2f62fef
3
+ size 8162304
neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbcb2d7be2a0f1024f32264079520596f247a1a7dec6af1e391ba6013821d1f9
3
+ size 297626
neuronxcc-2.12.68.0+4480452af/MODULE_605b3ad3df00e0daba5e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7430c489f5082da9bb31e54f9926e8120173e86312ee13960abdcc1b4d52344f
3
+ size 12770304
neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6391167bb11e25f630f63d506457e359224fadd4cf2817edc170926e7965c3e
3
+ size 293947
neuronxcc-2.12.68.0+4480452af/MODULE_6528f349758eb280b953+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85fc959ac48352e39a129eff28bd1b4f7d75e23aaf96fc6f10b0186604e6196f
3
+ size 8479744
neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4017459d0d2464cf8d5fcea5dcb534dbb0faa694d64180e737402138bce45e77
3
+ size 300985
neuronxcc-2.12.68.0+4480452af/MODULE_6c773e6267024aa3db23+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41882edd5c4f2e8baef29b6df4548be87925a184099af3246e9ff691d3593908
3
+ size 7906304
neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f89916d3d096b05b6fae77baf014454e81174c02d8870378e9b62f4a911327
3
+ size 300985
neuronxcc-2.12.68.0+4480452af/MODULE_6ee09188cb50535f3da5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43e6cd7ff1c1d874195a43b7c9e3e59fb33e53bda5dc04fe2760731c5728fea
3
+ size 9186304
neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f2f7357b04f83749d83829d2771b0c93e3329ff3c5ad85fe943936ae1c0d699
3
+ size 300985
neuronxcc-2.12.68.0+4480452af/MODULE_8e4ff8083d1492fa8850+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028c684a069eb4cc1a58926bb901f069444c7452a3af4ab3818816a12e919ec9
3
+ size 7998464
neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebc52537f1103b48f69cd5d0bc704bef9168964e5cb5b0bd0ce910e01577080
3
+ size 297626
neuronxcc-2.12.68.0+4480452af/MODULE_a7c1eb2644cb8b7cb7e1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26897c039a40be0dd3f6737e266530e8c3e32b1c075216ed47d1523632e39ba3
3
+ size 10036224
neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195e7aec25c6376e802353bd6423e3faea55859cfe1c4ce6fe0dad458d5bbcd1
3
+ size 297626
neuronxcc-2.12.68.0+4480452af/MODULE_ab7a9c7a261f789b85b8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d373445a3954b37a2001b75cfe1e1aea930c4e32a3111d09efff04f14aed453
3
+ size 47197184
neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fb193a0d80643b5e8503f6d0b8079c5de57678ea7b33d23f6974beefd2cb68
3
+ size 297626
neuronxcc-2.12.68.0+4480452af/MODULE_b7d945ff76433b169af3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:487a2bc88edc42fa675f88392c219222ce6c8d0adf25c735c15c555f598844a5
3
+ size 23307264