Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
288
dacorvo HF staff commited on
Commit
5e09560
·
verified ·
1 Parent(s): dc500ec

Synchronizing local compiler cache.

Browse files
Files changed (42) hide show
  1. .gitattributes +10 -0
  2. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/llama/meta-llama/Llama-2-7b-hf/d93b4a3112ca56e2c754.json +1 -0
  3. neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/compile_flags.json +1 -0
  4. neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.done +0 -0
  5. neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.neff +3 -0
  7. neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/compile_flags.json +1 -0
  8. neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.done +0 -0
  9. neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.neff +3 -0
  11. neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/compile_flags.json +1 -0
  12. neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.done +0 -0
  13. neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.neff +3 -0
  15. neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/compile_flags.json +1 -0
  16. neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.done +0 -0
  17. neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.neff +3 -0
  19. neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/compile_flags.json +1 -0
  20. neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.done +0 -0
  21. neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.neff +3 -0
  23. neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/compile_flags.json +1 -0
  24. neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.done +0 -0
  25. neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.neff +3 -0
  27. neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/compile_flags.json +1 -0
  28. neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.done +0 -0
  29. neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.hlo_module.pb +3 -0
  30. neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.neff +3 -0
  31. neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/compile_flags.json +1 -0
  32. neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.done +0 -0
  33. neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.hlo_module.pb +3 -0
  34. neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.neff +3 -0
  35. neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/compile_flags.json +1 -0
  36. neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.done +0 -0
  37. neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.hlo_module.pb +3 -0
  38. neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.neff +3 -0
  39. neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/compile_flags.json +1 -0
  40. neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.done +0 -0
  41. neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.hlo_module.pb +3 -0
  42. neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.neff +3 -0
.gitattributes CHANGED
@@ -6094,3 +6094,13 @@ neuronxcc-2.15.143.0+e39249ad/MODULE_0bf6d289104e18c64e40+39f12043/model.neff fi
6094
  neuronxcc-2.15.143.0+e39249ad/MODULE_25cefeb7b9758d233aab+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6095
  neuronxcc-2.15.143.0+e39249ad/MODULE_072a2d86afe016f96238+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6096
  neuronxcc-2.15.143.0+e39249ad/MODULE_ff6e46705a1aac8cfe04+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
6094
  neuronxcc-2.15.143.0+e39249ad/MODULE_25cefeb7b9758d233aab+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6095
  neuronxcc-2.15.143.0+e39249ad/MODULE_072a2d86afe016f96238+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6096
  neuronxcc-2.15.143.0+e39249ad/MODULE_ff6e46705a1aac8cfe04+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6097
+ neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6098
+ neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6099
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6100
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6101
+ neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6102
+ neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6103
+ neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6104
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6105
+ neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6106
+ neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27.dev0/inference/llama/meta-llama/Llama-2-7b-hf/d93b4a3112ca56e2c754.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-hf", "checkpoint_revision": "01c7f73d771dfac7d292323805ebc428287df4f9", "compiler_type": "neuronx-cc", "compiler_version": "2.15.143.0+e39249ad", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8fa12c50c81bddfe1d0c2bc20012df8cce22ed4537ad5330ac14cdb81249ab
3
+ size 308048
neuronxcc-2.15.143.0+e39249ad/MODULE_1bcb1bae12fef94166bc+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463b15662166d669503bd3d1738ebd03661c1efe3969ac39da501a185fab0244
3
+ size 6892544
neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74405019aabbaeccda87458873696c7a114a09eac4709ee8a8b7318dd4da3bfd
3
+ size 244385
neuronxcc-2.15.143.0+e39249ad/MODULE_2ed28cff6f3febea03ca+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81be7f0d1332be4f18183eff381ee8262b21c8f519cb501a5474f51c8e2cc4a
3
+ size 10640384
neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8ca63203b10b3adf63212aaa1d6f74ba382d29b93e4a9be35a70ca0ce8e481
3
+ size 308048
neuronxcc-2.15.143.0+e39249ad/MODULE_5319f765df706fa2f93c+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77216e5e185d88cfb0121d59b9a949b10ad55eabdcf71ac9cf6336b589ee73db
3
+ size 6646784
neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c418836e1ee4a4de6bb9939ce2a7a690f42cc3061bff94b435c0e3c818e582
3
+ size 308048
neuronxcc-2.15.143.0+e39249ad/MODULE_5b6458ef52f0b35e3529+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f09f507c6792d560dc5316496f4473cfd275a1195e93de4056a563421cba87
3
+ size 7414784
neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fded41241bc8489c743cda5af7be9f0971ba341dc6c74dd695fa7f8fe86988f
3
+ size 244385
neuronxcc-2.15.143.0+e39249ad/MODULE_8740d72c52a3102211f8+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc33b8379ba8e3f01ec389b78147f5cbbab4d898c8a953afec4edae4d5b46ae6
3
+ size 9933824
neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bac2b9d40503f9642cc879352b5e482249a5fb544ff44c3130bcd8bdc11ceea6
3
+ size 241026
neuronxcc-2.15.143.0+e39249ad/MODULE_97b5667b75189a07ec14+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b083ef7ffbb52ce26f412d5b9abb81d88e646fed04788dea0a5d0d375e49cfd
3
+ size 7998464
neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2188a642788f6abf7705a38e647ce834c0c97e085377ab6b2f3581a4a8ffc34
3
+ size 308048
neuronxcc-2.15.143.0+e39249ad/MODULE_c3aef552cbd11f76a966+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2112c71b4c50f420880e3d8796c899d6374837d6db82062d5bc886678c77e97a
3
+ size 6482944
neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d57b0544aec5b750455af2ac6f42dd13ce39a41708fcb13c6b5e6f4ffc58d1ac
3
+ size 244385
neuronxcc-2.15.143.0+e39249ad/MODULE_ca6f2ce30d040115ac4d+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516e610a1fff429b2566d7f2cdcab7395db2f1549b4c5bc8b3d5b6dd606c8df8
3
+ size 21371904
neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef76e3ec44f6b59aa65e6aa371a3922a6785ff52c41453afdb427e008ea8e7b
3
+ size 308048
neuronxcc-2.15.143.0+e39249ad/MODULE_d49217ce8ddca55aef51+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd74fc6a95057f5042efffae43e2055b6157ff3a62fe8859ea5fa13a859bca95
3
+ size 6431744
neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e5783e752993ffbee08a62f8669a6e8111979eea0634ba6ace4232111a79283
3
+ size 244385
neuronxcc-2.15.143.0+e39249ad/MODULE_ff11da2e783fee573571+39f12043/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1daf9df367783e851710cd0d33023661739fd1c0759ab41729680c68b1486e06
3
+ size 8725504