Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
201
dacorvo HF staff commited on
Commit
4a36b50
•
1 Parent(s): 95ad50a

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/NousResearch/Genstruct-7B/481b960a74a8699131bb.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3765,3 +3765,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_40e7656f7a5181e049e4+2c2d707e/model.neff fi
3765
  neuronxcc-2.14.227.0+2d4f85be/MODULE_64cfa95f825f033f2cf4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3766
  neuronxcc-2.14.227.0+2d4f85be/MODULE_0ca7c73b786eb5f0561d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3767
  neuronxcc-2.14.227.0+2d4f85be/MODULE_c2e410de544655692966+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3765
  neuronxcc-2.14.227.0+2d4f85be/MODULE_64cfa95f825f033f2cf4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3766
  neuronxcc-2.14.227.0+2d4f85be/MODULE_0ca7c73b786eb5f0561d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3767
  neuronxcc-2.14.227.0+2d4f85be/MODULE_c2e410de544655692966+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3768
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3769
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3770
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3771
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3772
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3773
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3774
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3775
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3776
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3777
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3778
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3779
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/NousResearch/Genstruct-7B/481b960a74a8699131bb.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "NousResearch/Genstruct-7B", "checkpoint_revision": "532dc4500e621ee725672a92a78c18a9a319179c", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": false, "vocab_size": 32001}
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc49b4fb6b19951c0274e316ed367e080d04521ae817f9f00ab874b93823875
3
+ size 134507322
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e8d6042665a7e0b96f1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba693a073439e762d6e03c81d546a590750032b0e6197cf49e7ab121b8a0a5e
3
+ size 4527104
neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b1217b6743f8fc5e9204ba7dcfab887b9c6907782ee705ba638b99cd26b057a
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_24b178f32a9e9e869ef9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289612ee360dd98d01c462bb7f75f6d384829673492a463fc44cba4171508b3b
3
+ size 7578624
neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212f5b053535438de61d708e3fe550db3905232b3b91cf894876c44d8a072591
3
+ size 33843930
neuronxcc-2.14.227.0+2d4f85be/MODULE_330f041dbe3eea1eb6bf+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73ba837e4cfdd1e6dfa1ed12ed3a43e2d9305eba9ccbf381dfc8a66e1c050e3
3
+ size 23839744
neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a3047d03b7cbcffe3cfe02c469b774e9bcd26a6d699b8b08ab2009af45495a9
3
+ size 2386650
neuronxcc-2.14.227.0+2d4f85be/MODULE_3c12f5f8d5788de95aa1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1431a1adc6da40c06e9713d6e090311f3890b97fcc93d4693d9a0a3f492a5d6
3
+ size 9360384
neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8114e1dea62b3796b6e19904977bc42da8784d427075dc4ee4565d9da86abbf2
3
+ size 813785
neuronxcc-2.14.227.0+2d4f85be/MODULE_739703f7fa7c4301cf80+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d14a1561b045f5498a37984064f1758712c3321dbeee7f7073ceeff6bfd669
3
+ size 8623104
neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9683f4017b5b1a650408646f81ac3460cc529f60fbe4f02941e93436ec339fa
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_79f375b5542fab7cfcb9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c832773766d9503bbad907a16f40d9ebeeeef4dc56b5eadc816957f8a951c19
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95dbe29e8c7a5223e41a82c03bc4e9eca442869308193385ca75c4d1f2c70318
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_9070539515191dc3382f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c49ca9f544f88f74d31264e6d321260a01c582afbe02ccb9bde4ea47182dc1
3
+ size 7660544
neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50d5641f0a1ea4a1596c8c6173fe1817fa116301ce0b24daccdecd6d0c118445
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_9bd99d945b03e182dc3c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aefe45fa7e228948d9c5f4cb351e7ed0ecabbf942f593afa4ee25722b346a3f
3
+ size 7517184
neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cf5605e02a719ebe4e6767f43484f819fb11fd2d4ec4ae141fe968b6da93511
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_a98a257718472541a25e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce18f21a39264401a3ebe812415829b4bd0f0f74b9ac4e1c42038a17c8a6a54
3
+ size 7916544
neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2b20f93b33f2d55ccf1ce03d0ebd00fac1a03d81c1695dc6fbb2ec79c04562
3
+ size 8678106
neuronxcc-2.14.227.0+2d4f85be/MODULE_aa858d014b18fd6b0487+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7c4563388d3624301ac7972e60c637ea0c3d3406a2b1bf38257c806ea693271
3
+ size 11019264
neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:313a18a85cdf626ecc3298c706966745c2a9a3de5e617a75ade4f8ab06982e07
3
+ size 416346
neuronxcc-2.14.227.0+2d4f85be/MODULE_d74455fb39d970893ad6+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339eae93f1405b4794889dd6369bb0cab75caea62aff7996eb2bc4ae824dbe40
3
+ size 8182784
neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f77f883e754b4c0212e041d8c32082c019998d5c67c9c124fb861c40bcbf9e7
3
+ size 333768
neuronxcc-2.14.227.0+2d4f85be/MODULE_f16ac1709fc66660efde+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef680d0950ca1860011b7e4c8501d0edb6629cb4a8ad641d54571d4641d5060
3
+ size 7599104