Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
1d6c7a3
•
1 Parent(s): 3c1ddab

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/defog/sqlcoder-7b-2/d86240b0983542574cf7.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1514,3 +1514,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_76901e25b47df116c06e+2c2d707e/model.neff fi
1514
  neuronxcc-2.12.68.0+4480452af/MODULE_d822414c6dc43c344da2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1515
  neuronxcc-2.12.68.0+4480452af/MODULE_d2e3bed3d04543c68d17+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1516
  neuronxcc-2.12.68.0+4480452af/MODULE_ddc285fc17606ee8a0e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1514
  neuronxcc-2.12.68.0+4480452af/MODULE_d822414c6dc43c344da2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1515
  neuronxcc-2.12.68.0+4480452af/MODULE_d2e3bed3d04543c68d17+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1516
  neuronxcc-2.12.68.0+4480452af/MODULE_ddc285fc17606ee8a0e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1517
+ neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1518
+ neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1519
+ neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1520
+ neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1521
+ neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1522
+ neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1523
+ neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1524
+ neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1525
+ neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1526
+ neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1527
+ neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1528
+ neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/defog/sqlcoder-7b-2/d86240b0983542574cf7.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 32016, "max_position_embeddings": 16384, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 1000000, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "defog/sqlcoder-7b-2", "checkpoint_revision": "7e5b6f7981c0aa7d143f6bec6fa26625bdfcbe66"}}
neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d80cb4d7efa42ff22c80a0601265cfa37a8e737f93fee2a1d4b7e97c3b4138c
3
+ size 298010
neuronxcc-2.12.68.0+4480452af/MODULE_30459f0965e03dbba6fb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902a5793caae1168118539626d73a8dabd26de12960c53bee68fa6667ef73ead
3
+ size 3574784
neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:113691c08d84c91ac907329ceb93c0b10c4a9938a968911f29964821ffadb4f1
3
+ size 301369
neuronxcc-2.12.68.0+4480452af/MODULE_3a360557fcf3541e24c5+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec90f7ae811138755aab95329219a2d9121b46f8ab99dbd86c9e5805d45d0b80
3
+ size 2468864
neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca107f70ed86620da4a07e39e9f100a5807bc48e80b15dc1725d140362fae9d0
3
+ size 301369
neuronxcc-2.12.68.0+4480452af/MODULE_420bd66406619a90505b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41939873c821e2d28add3f52b1dc87875e2e58cb6f264d6cada98fe2c4ef612b
3
+ size 2274304
neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c46dc9ec93782738be8f07f16906076d9dfc5f043dd06aa2146a9fa2c76b994
3
+ size 298010
neuronxcc-2.12.68.0+4480452af/MODULE_4b752a5b8c3a908b7620+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e41b6ffcddd89ea46780872c784c65ac3f0974e78533e12b2d17e8dd784e724
3
+ size 2622464
neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf710b14d3fddcc88cae6c9c73b8237652bf297e607c6bfcef1df7be57f0da6
3
+ size 298010
neuronxcc-2.12.68.0+4480452af/MODULE_5643c209f5b0e764e7ef+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1d4e36d928ae2501e7725a0254de8eabf99a61d5107b6b8d2ac23679d1a779
3
+ size 2950144
neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f031aed82fe972ce248fdbd4dd828fb2f7d92d0b1590fa852459db72af103ba6
3
+ size 301369
neuronxcc-2.12.68.0+4480452af/MODULE_80da3c716f67fafff272+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d292461b810ec2e6aed3b801a77a81d5e616ac4ea2f39a5323e5d586a0603c62
3
+ size 2223104
neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54dbd4fd12ae2390d0aceb12b18245a5b449c4e4bf828d83c9165fec8190e41
3
+ size 298010
neuronxcc-2.12.68.0+4480452af/MODULE_a022ef7c0496cacd6a01+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d996c1de4cf1959d5d4fe5e3b13f09cd485d3173268cad67281ecd35c69e3fc
3
+ size 6523904
neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39716482eb4ab0b6015bff44b7993c74d255eaaf5998706a0bfd0b93af821c21
3
+ size 301369
neuronxcc-2.12.68.0+4480452af/MODULE_a228edb0d7f6ffe17ff8+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d6320d85b9e930dd2667271e14acf1dc4b234e2d1408ec72b6bb4557f40ec8
3
+ size 2335744
neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3de1a28d0cc04b66f3da20b89eac8acc212b840e9cd935a0cb988b0b717f5edf
3
+ size 298010
neuronxcc-2.12.68.0+4480452af/MODULE_a96187987a8c1e35a09b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ee4febf208fb67b3e569c4a0a7e963fc22c38a72d66987d8c560d3f9135830
3
+ size 13763584
neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0fe01e9e39cb0a75b9a7e50eeaaf8f050be54eaed97677fb16a820ab2180b9
3
+ size 294331
neuronxcc-2.12.68.0+4480452af/MODULE_bbbf2821edb0acf2b9eb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5687918224fe28cd71af884a4487d055e7a1798d9b820836237dfb6bf395d12f
3
+ size 2427904
neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dae6df303a197d968e69eba4a1f92d31a99154ca63f534386b29128ba4ff2fa
3
+ size 301369
neuronxcc-2.12.68.0+4480452af/MODULE_ca770e32d0de458bca45+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e29f1e3d49161c1e529dedb6ef601343a699f35899ada294b3451777dba9f2f
3
+ size 2243584
neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9fc42ea5ff34efb2966670202fdbe3b00b5be9fe40fbea534e036022818f08
3
+ size 301369
neuronxcc-2.12.68.0+4480452af/MODULE_eb74d1d8c1a659e3090a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fbba9097a66d65aeec74fc30d09a3b3087371a2c838bebc0896685d594d50b
3
+ size 2745344