Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
241
dacorvo HF staff commited on
Commit
5533b3f
•
1 Parent(s): d0cc530

Synchronizing local compiler cache.

Browse files
Files changed (28) hide show
  1. .gitattributes +2 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/ibm/labradorite-13b/688e08bfe1af22e247b7.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_21b1b0223e4fb6f5af41+2c2d707e/model.neff +1 -1
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_3020655465d2e0990c19+2c2d707e/model.neff +1 -1
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_426cd9312d26b5e0bf95+2c2d707e/model.neff +1 -1
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_44563e64a3dddda1db4d+2c2d707e/model.neff +1 -1
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_47eae16823191f315893+2c2d707e/model.neff +1 -1
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/compile_flags.txt +1 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/model.neff +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_62cafa382ec618cff287+2c2d707e/model.neff +1 -1
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_7abaade23f23cc95d209+2c2d707e/model.neff +1 -1
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_85a47887d4fc41e26097+2c2d707e/model.neff +1 -1
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_8f8b48a08a0c68320dbf+2c2d707e/model.neff +1 -1
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_98b888cee6ab04043987+2c2d707e/model.neff +1 -1
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/compile_flags.txt +1 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/model.hlo_module.pb +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/model.neff +3 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_b48f6502874ac8a8f5bb+2c2d707e/model.neff +1 -1
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_cda75e05b1d55681d8eb+2c2d707e/model.neff +1 -1
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_d66f5802e5ad890e3919+2c2d707e/model.neff +1 -1
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_e3ef39f42931d27282b0+2c2d707e/model.neff +1 -1
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_e7dd81fdd13e1e7d9a5c+2c2d707e/model.neff +1 -1
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_ea017e5effcd92c4e6ff+2c2d707e/model.neff +1 -1
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_f2145a17aa8d689f7038+2c2d707e/model.neff +1 -1
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_f346261058789fe5d56a+2c2d707e/model.neff +1 -1
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_f74f07a635721468c2ae+2c2d707e/model.neff +1 -1
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_fd99f71acc89fead8df7+2c2d707e/model.neff +1 -1
.gitattributes CHANGED
@@ -2849,3 +2849,5 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_8562f75b7b365525939a+2c2d707e/model.neff fi
2849
  neuronxcc-2.13.66.0+6dfecc895/MODULE_8c86a13c91862ed950e8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2850
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f217be79d7cba418065f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2851
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f6f59d536472808f0be5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
2849
  neuronxcc-2.13.66.0+6dfecc895/MODULE_8c86a13c91862ed950e8+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2850
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f217be79d7cba418065f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2851
  neuronxcc-2.13.66.0+6dfecc895/MODULE_f6f59d536472808f0be5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2852
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2853
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/llama/ibm/labradorite-13b/688e08bfe1af22e247b7.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "end_token_id": 32000, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 13824, "max_position_embeddings": 4096, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "ibm/labradorite-13b", "checkpoint_revision": "26921cf1d63c9c657e8260d08eaacc14fca43da0", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 40, "pad_token_id": 32001, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32008}
neuronxcc-2.13.66.0+6dfecc895/MODULE_21b1b0223e4fb6f5af41+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3f7daaa297382b89110fd4fa0c5bf14ea42e5008640cb0778fa0653ca455b89
3
  size 2161664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647d4971554b115074a5d1efb73a71b547215bc89bc5ac3af9683f91af042454
3
  size 2161664
neuronxcc-2.13.66.0+6dfecc895/MODULE_3020655465d2e0990c19+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79192a7fb5dd85b7939598c4263bfe21a439ab9aca19bbcbf1d9958e35233b94
3
  size 2427904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f64c745785649059fd2bf9f760387b9aa29ed2a436e808878ac9dcc8190b53
3
  size 2427904
neuronxcc-2.13.66.0+6dfecc895/MODULE_426cd9312d26b5e0bf95+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeb5c95149c2da77bb7df221e50263ac22b5912e47376f52d99463f7be71256b
3
  size 2960384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f087f3482370f029c3910b2ebce46016ca33dec12fa2b2b11dbfab59ba8acb3
3
  size 2960384
neuronxcc-2.13.66.0+6dfecc895/MODULE_44563e64a3dddda1db4d+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65c582bb7ae78446c9aeeed5f800d4fb7130776361aac6f59d849f4a4e4462f7
3
  size 2212864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04731055ba71bc04552825fc869ee2fc20dea0efe8e56b5ce5aac95584ec347a
3
  size 2212864
neuronxcc-2.13.66.0+6dfecc895/MODULE_47eae16823191f315893+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82aab6bd8004360ed66a862ee39f686b45f8f41f2ae8ac873f6f236c42d8cc37
3
  size 2274304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036d173fe684811ba65e05a405f930106563744240bfaf8d18160825adc5d652
3
  size 2274304
neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98309c19899a0a351c37da7c6d8b1a62e44f65c09232510096a3ea6e7ce1964a
3
+ size 419433
neuronxcc-2.13.66.0+6dfecc895/MODULE_61a6379f5020c04c18ef+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e6d5ce966991c6d2930ad8920d284c1a4a7d81c74a3a0c7ffa735c0ec14e57
3
+ size 8530944
neuronxcc-2.13.66.0+6dfecc895/MODULE_62cafa382ec618cff287+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f89ee6bb0d91b3eacec8b4dd613ed048c099f9f9b2facb8558a9a9f142037be4
3
  size 2171904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93573985c21c0950c0e93f6ce3d7ee45f5b1d47d12563f33f4074715219a26db
3
  size 2171904
neuronxcc-2.13.66.0+6dfecc895/MODULE_7abaade23f23cc95d209+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29dfd77ed3670a75c09a7c3c6987384b80785b32af1444a41ac687501836fee7
3
  size 9606144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf78c85ab7806cc2075ff607e2b006d2191297606973107073641b32c6804b2
3
  size 9606144
neuronxcc-2.13.66.0+6dfecc895/MODULE_85a47887d4fc41e26097+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2b62324205c04b98c089db2cb17a7caaebbaa6267f8527765a93cdc80d15b05
3
  size 2376704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d7bae14c521ed9e9e00d82c5ce0bd21d31dc79e87002453acf7f25aca20edc
3
  size 2376704
neuronxcc-2.13.66.0+6dfecc895/MODULE_8f8b48a08a0c68320dbf+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23f6fe17a222d4fa73f1a1592ec61556935b3e79b88cff351b570e3bc9d0f57b
3
  size 6626304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a21d384b81dc7841dfc18d2e632b49f4db793655dcd88ab78fae91fa14d02ac
3
  size 6626304
neuronxcc-2.13.66.0+6dfecc895/MODULE_98b888cee6ab04043987+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7de9b5fe530dee36c5158fbe867c603ca44c22ba93f96e789e7bac61f5b82594
3
  size 2683904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d52de0f620c1a03cc0f067ce052ab1e5f231b9a95e1d1efd2f89e087dad2d0db
3
  size 2683904
neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6fdb6c52ffa67e2e1e849ea73c5baa1448d26ab0516d1b69dfa6db36465233e
3
+ size 475491
neuronxcc-2.13.66.0+6dfecc895/MODULE_a6342395855a1c65a156+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1522da178b066b0113f01c14cf608cca3d8fa434e7790d63e823dc2bf1e89e06
3
+ size 12063744
neuronxcc-2.13.66.0+6dfecc895/MODULE_b48f6502874ac8a8f5bb+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abfbcac10c4cc4366e2acb0582265a278b738a69d6a0462aab3b70ef62cef1bb
3
  size 10497024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e100a1f39124851ac66beac14774e9e19f6ae128b83cc2bf8f35193f188b07c
3
  size 10497024
neuronxcc-2.13.66.0+6dfecc895/MODULE_cda75e05b1d55681d8eb+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5b4a2b6a3d071aa86bb62b8550da5069129c9d6d904827e2b3ba851bece4924
3
  size 27638784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8959429da487468dd65b82b1662733a18d5085f86938874f0dec838e7e6a7b
3
  size 27638784
neuronxcc-2.13.66.0+6dfecc895/MODULE_d66f5802e5ad890e3919+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a277f2c607a99e6ffe5fe4020145efe62fcc3585f49eec2edcc9bc251a172ca9
3
  size 13865984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1341e072b22a545183876855a68e6e7447f5b889e09a44a4b910aefcb73d992e
3
  size 13865984
neuronxcc-2.13.66.0+6dfecc895/MODULE_e3ef39f42931d27282b0+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20b9ea1c0b50b7da5b2aa11c351b050f1f8f52b9f060ece18091cdf7545aa617
3
  size 15770624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eea54fc3b8391c171d440a67d4d3548f522b54dfa767c512aaca55510a8f4dd9
3
  size 15770624
neuronxcc-2.13.66.0+6dfecc895/MODULE_e7dd81fdd13e1e7d9a5c+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2183834c28e845c2f089587c357faae4dcbe7bbb9e73aa7181d08480073ca65
3
  size 27331584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87a210ffa48a264bd7529b9ab102872f51e67833c6186d62f429bedbbda3a216
3
  size 27331584
neuronxcc-2.13.66.0+6dfecc895/MODULE_ea017e5effcd92c4e6ff+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:697cb25356bbcc11de484b4afb82bf2d36f35ade7cfe21635fab57d33c6f1da5
3
  size 3503104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a272b8c214312f8d6fc5e9ab9085a3f961b155f888b4d5ba7a4c8d30da5701d3
3
  size 3503104
neuronxcc-2.13.66.0+6dfecc895/MODULE_f2145a17aa8d689f7038+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d148f449dda8e52cae65644cb3ef26740b217f4b9a074abe6ce4eadfd4dec357
3
  size 2673664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a3c0cea92a6bc0003fc88804f657a009a14701935c81fd6b81f9de5e201a579
3
  size 2673664
neuronxcc-2.13.66.0+6dfecc895/MODULE_f346261058789fe5d56a+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f4ca88311b46db7fb08764b296172b083357e0f90d6a308f0beddeabbefc771
3
  size 27331584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2167d688a780bac598db04036504f66f6102e6b551376f823abfdddb64719bfa
3
  size 27331584
neuronxcc-2.13.66.0+6dfecc895/MODULE_f74f07a635721468c2ae+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4209b3e1de8a9d02d5bcf8c076761bdfc757d5b54504e530091320a695210ffd
3
  size 4711424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a99502d6060a605216bd6dd9c4ebe325432f745e4a3f1794432ebb7ed556db
3
  size 4711424
neuronxcc-2.13.66.0+6dfecc895/MODULE_fd99f71acc89fead8df7+2c2d707e/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f777b54ba05cbaf3ce1babce3c20bc2c2388aeec0bb4867bcf98f1a3478657c
3
  size 18596864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a119fe64ae5207b13f02f8577981b31a9e516b708f6297fe8da717eb31797f
3
  size 18596864