Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
239
jburtoft commited on
Commit
b3b7607
•
1 Parent(s): 9ffa1aa

Synchronizing local compiler cache.

Browse files
Files changed (30) hide show
  1. .gitattributes +6 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/inference/llama/NousResearch/Llama-2-7b-chat-hf/eb2abe140778e0edb4fd.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/training/llama/meta-llama/Meta-Llama-3-8B-Instruct/f23b14abcdaf4b1f4a59.json +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/compile_flags.txt +1 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/model.neff +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_14452258170423892744+abb26765/compile_flags.txt +1 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_14452258170423892744+abb26765/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_14452258170423892744+abb26765/model.neff +0 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_16398503955111834359+abb26765/compile_flags.txt +1 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_16398503955111834359+abb26765/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_16398503955111834359+abb26765/model.neff +0 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/compile_flags.txt +1 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/model.hlo_module.pb +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/model.neff +3 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/compile_flags.txt +1 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/model.hlo_module.pb +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/model.neff +3 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_4261102333465848894+abb26765/compile_flags.txt +1 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_4261102333465848894+abb26765/model.hlo_module.pb +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_4261102333465848894+abb26765/model.neff +0 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/compile_flags.txt +1 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/model.hlo_module.pb +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/model.neff +3 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/compile_flags.txt +1 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/model.hlo_module.pb +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/model.neff +3 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/compile_flags.txt +1 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/model.hlo_module.pb +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/model.neff +3 -0
.gitattributes CHANGED
@@ -3253,3 +3253,9 @@ neuronxcc-2.14.182.0+a56cbff7/MODULE_f4206425e3ee5646ec34+2c2d707e/model.neff fi
3253
  neuronxcc-2.14.182.0+a56cbff7/MODULE_f5819d12264aac7692e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3254
  neuronxcc-2.14.182.0+a56cbff7/MODULE_f5f2ff1474db87dc8ad6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3255
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fb1a63421e5ced8eff9e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
3253
  neuronxcc-2.14.182.0+a56cbff7/MODULE_f5819d12264aac7692e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3254
  neuronxcc-2.14.182.0+a56cbff7/MODULE_f5f2ff1474db87dc8ad6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3255
  neuronxcc-2.14.182.0+a56cbff7/MODULE_fb1a63421e5ced8eff9e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3256
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/model.neff filter=lfs diff=lfs merge=lfs -text
3257
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/model.neff filter=lfs diff=lfs merge=lfs -text
3258
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/model.neff filter=lfs diff=lfs merge=lfs -text
3259
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/model.neff filter=lfs diff=lfs merge=lfs -text
3260
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/model.neff filter=lfs diff=lfs merge=lfs -text
3261
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/inference/llama/NousResearch/Llama-2-7b-chat-hf/eb2abe140778e0edb4fd.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 11008, "max_position_embeddings": 4096, "mlp_bias": false, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "351844e75ed0bcbbe3f10671b3c808d2b83894ee", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 128, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 32, "pad_token_id": 0, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000.0, "tie_word_embeddings": false, "torch_dtype": "float16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.24.dev0/training/llama/meta-llama/Meta-Llama-3-8B-Instruct/f23b14abcdaf4b1f4a59.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128009, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.13.66.0+6dfecc895", "input_specs": {"attention_mask": [1, 2048], "input_ids": [1, 2048], "labels": [1, 2048]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de1e344f9de350775d78d2376dab6d6df0e3eab99ad651c8bf513f255b3ed68
3
+ size 1061980
neuronxcc-2.13.66.0+6dfecc895/MODULE_13615652363861566843+abb26765/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e61945ebb1d7d7958fa7e06791b0785e32524b0129215e14fe5bd60cfa59cb5d
3
+ size 3329024
neuronxcc-2.13.66.0+6dfecc895/MODULE_14452258170423892744+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_14452258170423892744+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175b5693cd258cc5e8923c25f69b5596925803bf41a8888c222b67ee7a4e8b7e
3
+ size 252
neuronxcc-2.13.66.0+6dfecc895/MODULE_14452258170423892744+abb26765/model.neff ADDED
Binary file (11.3 kB). View file
 
neuronxcc-2.13.66.0+6dfecc895/MODULE_16398503955111834359+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_16398503955111834359+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99fc87c275ffb6a2b4d42a24407bbbb15f829326d7f27068ab031b5f6e5d3fe1
3
+ size 180093
neuronxcc-2.13.66.0+6dfecc895/MODULE_16398503955111834359+abb26765/model.neff ADDED
Binary file (288 kB). View file
 
neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6764d04c6f30832087cada962b91cae226b3b6dc74bad8c564a87cf775d77c74
3
+ size 3290267
neuronxcc-2.13.66.0+6dfecc895/MODULE_17585645043396019202+abb26765/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc355bfea73342e6a7df4ff6b4fbd9a55e6dc608afeb9f8e5003bb7449da68c
3
+ size 41606144
neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a2b49347c98c5ed6d34414894ef8759981837e1575e6392b1db82534620445b
3
+ size 1156764
neuronxcc-2.13.66.0+6dfecc895/MODULE_291179394533923841+abb26765/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107f8c34f8c29c7bca6ec7576666e58ac82d190e94646dc559ac4c5ac8f935aa
3
+ size 4588544
neuronxcc-2.13.66.0+6dfecc895/MODULE_4261102333465848894+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_4261102333465848894+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8d2a0417b162615075f229d8b3249bfbe5316236dd1d220d72ab2dc68199ce
3
+ size 180765
neuronxcc-2.13.66.0+6dfecc895/MODULE_4261102333465848894+abb26765/model.neff ADDED
Binary file (298 kB). View file
 
neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a31d6e99f6ac51e4bee40a3feb29f57f2ed0c8f10fe65965799cfb75ba9e5c
3
+ size 3290658
neuronxcc-2.13.66.0+6dfecc895/MODULE_8896680080935756983+abb26765/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1fc6064f1f4481523711f1016ca9f2a7d0e30e4baefc9097c16eabc51a5319f
3
+ size 41595904
neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:413341914c081a37c845ee38b4d306a42646664707ba919e93b2d2298acfd906
3
+ size 3391607
neuronxcc-2.13.66.0+6dfecc895/MODULE_8968847275564604714+abb26765/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5808febc29bb959fd36cc43a234985accb67211d611ce671e1802fc4c423fa8a
3
+ size 41944064
neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer
neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee250de164c8d07a7bb3d407157c286b2c88b0aae6e6148ad5a117e5b0ba63e5
3
+ size 3392002
neuronxcc-2.13.66.0+6dfecc895/MODULE_9623917463913047246+abb26765/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcecaa839386d0bc982c12f414b37badfeda6ee0751f20e3369640ab1821798c
3
+ size 41933824