Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
485e40c
•
1 Parent(s): b4ed8dc

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/princeton-nlp/Sheared-LLaMA-1.3B/39b8d1434b7f1cbfa0df.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3605,3 +3605,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_e4ef2e2bf689dbbdaad2+2c2d707e/model.neff fi
3605
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3606
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3607
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3605
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f1f7a34ed18829fbe3ff+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3606
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f3ffd94594c571ce11c9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3607
  neuronxcc-2.14.227.0+2d4f85be/MODULE_f99f8d3aff992b2aa7b7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3608
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3609
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3610
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3611
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3612
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3613
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3614
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3615
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3616
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3617
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3618
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3619
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/llama/princeton-nlp/Sheared-LLaMA-1.3B/39b8d1434b7f1cbfa0df.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 5504, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "princeton-nlp/Sheared-LLaMA-1.3B", "checkpoint_revision": "a4b76938edbf571ea7d7d9904861cbdca08809b4", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 16, "num_hidden_layers": 24, "num_key_value_heads": 16, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float32", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b3963afcdf95d4c8f30561639c2d7b59ed93de0db7730ee8802e1f8789bca6b
3
+ size 190976
neuronxcc-2.14.227.0+2d4f85be/MODULE_3688f5a9f920aae9e6cb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2159680ae5bc1ccb5b9f29274fc05585ee20bdfe7aa39a698cfb57891e9e84
3
+ size 9831424
neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a51aa06c374b376f8e3efe6d203d7bb451ffd9d10bdda114d1a476cbf193aa3
3
+ size 190976
neuronxcc-2.14.227.0+2d4f85be/MODULE_3f6692701904410065d6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91881573908bdf7ed4d5d7bf1c15de336b3099a7159cacf8c2d568eb2c67f218
3
+ size 2550784
neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682554ffa8ab0939618eec7be1f7069474b3e1b84b841547535c6eaf1a5f18a3
3
+ size 190976
neuronxcc-2.14.227.0+2d4f85be/MODULE_4287aa577808bb74afa2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12712647c3a11d74c42659ee6087524dec5533a15e209a9db3c24a453689fe50
3
+ size 2151424
neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36eb65b00ea597075f84d0efadd311b5b05288dbf79e073b6809eab4eaf79e8c
3
+ size 190976
neuronxcc-2.14.227.0+2d4f85be/MODULE_6b76f885e0626d4c5e4b+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c54fd01cf8a365e7b1c3315739b83308474f79e9e9349665a805017c93e8f9a6
3
+ size 1782784
neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:654a055ba4d4ba3ffe2f8b63eb98bb8f2b4982224bb16836d20fa7f50282e52c
3
+ size 232949
neuronxcc-2.14.227.0+2d4f85be/MODULE_7b81a90852c2f471a6a2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d9154e8f571dfdbfcaeb2757f6a9150e4e6b0993026abc901460176981eca5
3
+ size 1690624
neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef5891db549244ec08b4274e4439f44630dd10095854493260daeb617cb66a8
3
+ size 232949
neuronxcc-2.14.227.0+2d4f85be/MODULE_7c65ed1b7a3040281acb+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad22584dd20e175ab37837cff1b10b63785f588f00a9da91745924f7037abb7b
3
+ size 1659904
neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a8f7a9a47283e56d72f9d41500b9ac88582eb25f2832cafdee6488ba66ba43
3
+ size 232949
neuronxcc-2.14.227.0+2d4f85be/MODULE_b0c855285cccb18101c0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85dbc741cdb0e3c2d0c1b9fbd7fa35d4b4194f0c4a53909aa9240ea786219475
3
+ size 1885184
neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e8d966167d87e262d8e9578d9960e9d98597d7f2268a2b807470994ea80a5b
3
+ size 232949
neuronxcc-2.14.227.0+2d4f85be/MODULE_cd64af4d40efc0f637d6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442a1380a3e0a86d02966acf287db8721c8f7868ba01a63acfb58164ac4f6d22
3
+ size 1762304
neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d41c231e3e71e79e0ec64bc7e16fcbb2257eb802b714968800608da5679f1eed
3
+ size 232949
neuronxcc-2.14.227.0+2d4f85be/MODULE_d2279c331e8ffefbc7e4+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a2a5ace0bf3528ccccee7ffda184239a77eb769837b5deafdd15ebc60689b3
3
+ size 2120704
neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39670de2c9073ce3e1e22e78898f51443b6ee04365fc67cde9b055fe24ae8d36
3
+ size 188545
neuronxcc-2.14.227.0+2d4f85be/MODULE_dff82c69deb8f0687340+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bd8915bee967a5fdc1b8111f0241226cedf453a9e8ef21ae1e85288e93985e5
3
+ size 1956864
neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5dd75619c2d8eb3e479dbce677589c7a1770faef89a9ec6f80b0e90d9d4eb1
3
+ size 232949
neuronxcc-2.14.227.0+2d4f85be/MODULE_eb60c8242671b90f0628+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db858cf341626ad7c6be5d660c7f6929672e955d115296cedcc2d81927784c8
3
+ size 2550784
neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19c7115de8f3f41eefff77dff1911287f4e4328c4953a23eb9cff4314495813
3
+ size 190976
neuronxcc-2.14.227.0+2d4f85be/MODULE_f1e061138c1478ad3518+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2258f915069b55308b135430eb5ed8e9056119cc4aaab6b449a921bc9e99781
3
+ size 4649984