Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
289
grayjh commited on
Commit
b7daba9
·
verified ·
1 Parent(s): b4c3e90

Synchronizing local compiler cache.

Browse files
Files changed (39) hide show
  1. .gitattributes +6 -0
  2. neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Llama-3.2-1B/d0fff8e7315349b8d830.json +1 -0
  3. neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/compile_flags.json +1 -0
  4. neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.done +0 -0
  5. neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.neff +3 -0
  7. neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/compile_flags.json +1 -0
  8. neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.done +0 -0
  9. neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.neff +3 -0
  11. neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/compile_flags.json +1 -0
  12. neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.done +0 -0
  13. neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.neff +3 -0
  15. neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/compile_flags.json +1 -0
  16. neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/model.done +0 -0
  17. neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/model.neff +0 -0
  19. neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/compile_flags.json +1 -0
  20. neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/model.done +0 -0
  21. neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/model.neff +0 -0
  23. neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/compile_flags.json +1 -0
  24. neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.done +0 -0
  25. neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.neff +3 -0
  27. neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff +0 -0
  28. neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/compile_flags.json +1 -0
  29. neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.done +0 -0
  30. neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.hlo_module.pb +3 -0
  31. neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.neff +3 -0
  32. neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/compile_flags.json +1 -0
  33. neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/model.done +0 -0
  34. neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/model.hlo_module.pb +3 -0
  35. neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/model.neff +0 -0
  36. neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/compile_flags.json +1 -0
  37. neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.done +0 -0
  38. neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.hlo_module.pb +3 -0
  39. neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.neff +3 -0
.gitattributes CHANGED
@@ -5834,3 +5834,9 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_1859997071416568602+04484abb/model.neff fil
5834
  neuronxcc-2.15.128.0+56dc5a86/MODULE_2149708600236361622+04484abb/model.neff filter=lfs diff=lfs merge=lfs -text
5835
  neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5836
  neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
5834
  neuronxcc-2.15.128.0+56dc5a86/MODULE_2149708600236361622+04484abb/model.neff filter=lfs diff=lfs merge=lfs -text
5835
  neuronxcc-2.15.128.0+56dc5a86/MODULE_18004917621522084084+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5836
  neuronxcc-2.15.128.0+56dc5a86/MODULE_18235049109063337754+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5837
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5838
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5839
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5840
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5841
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5842
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Llama-3.2-1B/d0fff8e7315349b8d830.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"attention_mask": [1, 1024], "input_ids": [1, 1024], "labels": [1, 1024]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:784a2b175b5e3b84870281808b89659ecb7e006341d7c273100da55e63f23538
3
+ size 1114899
neuronxcc-2.15.128.0+56dc5a86/MODULE_11636627500529034386+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f7ff7fdf76b5518addc5b5fe41caacb5faa79b12d77105c874ab837d374b95
3
+ size 18965504
neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a597228909774cb7c4fb86d3b0c9fd5b35d0d22bfb83604181e358d0c94eec
3
+ size 578670
neuronxcc-2.15.128.0+56dc5a86/MODULE_12333130517585073370+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf18cfc706080fa68abbe1fa7ba5e418ea372969f29192b35e3a561d297e68eb
3
+ size 1281024
neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4266fc896113eb971c1a989427a2bea19f9a2e8f0b2160cd2621d073f0349fb
3
+ size 1069385
neuronxcc-2.15.128.0+56dc5a86/MODULE_16830491398212047612+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c14ce878d7939d84e8b26236740b6f7146b7df3a70ab35d147921940523ba0
3
+ size 18729984
neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:326c0a71f0fe9fe42f81794bb47885efc396d1aaa5c4a9cd2d7cc91a5379c184
3
+ size 99797
neuronxcc-2.15.128.0+56dc5a86/MODULE_17046551819372009959+0662544f/model.neff ADDED
Binary file (82.9 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9236851dca54db5ce46911cae6f0c487c2ee2c4b08fa8449c05e8e74527f79f0
3
+ size 528146
neuronxcc-2.15.128.0+56dc5a86/MODULE_17120635413862575587+0662544f/model.neff ADDED
Binary file (953 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a638ccfcf445a9495b9c092df3c1d6a53b61c1f8166d5860b4468dede35ec7af
3
+ size 1069771
neuronxcc-2.15.128.0+56dc5a86/MODULE_17752019567316102227+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66ff14c5764e8cd52f11beac8bc305467a0810910f3eefd7c63e202696becb24
3
+ size 18729984
neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff CHANGED
Binary files a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff differ
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e01b2e27a64f7d4f3ab500d82f98411776ef29148b2bf32576a543720b91d05
3
+ size 1114514
neuronxcc-2.15.128.0+56dc5a86/MODULE_2669059985995232753+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c03eb3d224c16252fe592aa496ddece94ff2bf423e45396caa5e14c1c9435695
3
+ size 18955264
neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c8ab21b0b0019730d87ee06fa2787fb32db55f953f9957ae7f41ee5b85e8e4
3
+ size 100133
neuronxcc-2.15.128.0+56dc5a86/MODULE_4222787465795604261+0662544f/model.neff ADDED
Binary file (93.2 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46344decd942454b41b00f2fe0b980d7d48480ffdb5bf0591a3ddf380c352d1f
3
+ size 577978
neuronxcc-2.15.128.0+56dc5a86/MODULE_663392575200625851+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df4e67f440bab03f6e1f8bc22715cffc14ea17063b6d0378a09f5d26ded8890
3
+ size 1281024