Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
201
dacorvo HF staff commited on
Commit
d2d73b6
•
1 Parent(s): fca117d

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.3/e69f9c4bacb56015be49.json +1 -0
  3. neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/model.hlo_module.pb +3 -0
  14. neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/model.hlo_module.pb +3 -0
  17. neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/model.hlo_module.pb +3 -0
  20. neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/model.hlo_module.pb +3 -0
  23. neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/model.hlo_module.pb +3 -0
  26. neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/model.hlo_module.pb +3 -0
  29. neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/model.hlo_module.pb +3 -0
  32. neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/model.hlo_module.pb +3 -0
  35. neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/model.hlo_module.pb +3 -0
  38. neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -3543,3 +3543,15 @@ neuronxcc-2.14.227.0+2d4f85be/MODULE_40911c9fbbabfb8c69a8+2c2d707e/model.neff fi
3543
  neuronxcc-2.14.227.0+2d4f85be/MODULE_50ba1cf0f31de992fff6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3544
  neuronxcc-2.14.227.0+2d4f85be/MODULE_b2b225787300abd7a8b4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3545
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d1d39a364a39cc681155+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
3543
  neuronxcc-2.14.227.0+2d4f85be/MODULE_50ba1cf0f31de992fff6+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3544
  neuronxcc-2.14.227.0+2d4f85be/MODULE_b2b225787300abd7a8b4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3545
  neuronxcc-2.14.227.0+2d4f85be/MODULE_d1d39a364a39cc681155+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3546
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3547
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3548
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3549
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3550
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3551
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3552
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3553
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3554
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3555
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3556
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
3557
+ neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.14.227.0+2d4f85be/0_REGISTRY/0.0.24.dev0/inference/mistral/mistralai/Mistral-7B-Instruct-v0.3/e69f9c4bacb56015be49.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.3", "checkpoint_revision": "708a0609e640ac1edfb9020a7c934f51d34d6c79", "compiler_type": "neuronx-cc", "compiler_version": "2.14.227.0+2d4f85be", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32768}
neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fdc1763a79f907207042a98393f41a0e8e90299726f9cb9b598793eaf4cd370
3
+ size 333777
neuronxcc-2.14.227.0+2d4f85be/MODULE_01e14c9c66dca3ad5c47+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7b7f1e122f1b51c5220839739286c90dee4428bbb0621fd83d861b6097724a
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc69151ed9c3a8bc6f1cf758949d1fa4d427b9a6cdc26582b50ea7e1ffe6e781
3
+ size 266114
neuronxcc-2.14.227.0+2d4f85be/MODULE_0e5ece645cb97e82cc76+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a977294d3a1d6910bd731a3b919ae8a4c38421fc19d7594d8137528ec9fbe26c
3
+ size 22283264
neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01e674dbd58b24c84b9aa99327dcd961b71296e5f8ab01bca80a5ec2deac668
3
+ size 333777
neuronxcc-2.14.227.0+2d4f85be/MODULE_3f1e1fdcff8b117f5617+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f80e2d39ea0428dd035aaa74781647fcfe13d5e846a6d0e24528ced5186151
3
+ size 8121344
neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d09ac88d644364238a8900d70cfa78a82b5d568fc94f431cc51eeb13703b573
3
+ size 333777
neuronxcc-2.14.227.0+2d4f85be/MODULE_7c7365dd31f2916602e2+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c015b816e836254de7dd19b22a6820ed86d3dde86551355275b99a58d3b3a3
3
+ size 7599104
neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f025fb0a5ddd4a6057cc4715450735fa6e4cc0380f7ffba76487160760733f
3
+ size 333777
neuronxcc-2.14.227.0+2d4f85be/MODULE_7ea98fd443aee6d1f2fc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abeb81f0484b474771368564579122cb9c0d9e0d31abc47f4cf38ea16e84d7ea
3
+ size 7896064
neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f7ff0b784860dba2e7b69c5c7de81f9c7c8b56f18a133c5f0f89425b60b6b9
3
+ size 266114
neuronxcc-2.14.227.0+2d4f85be/MODULE_870810789265f78358b9+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83c55cbe90d605c3ae2b8228efd61e09d3b88af2c5c6f89b2297d2a93ae782d9
3
+ size 4260864
neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7589d2c1852f922ff666c64b14d04b240f7bd6c6c6684844917b1c9608e4aef5
3
+ size 333777
neuronxcc-2.14.227.0+2d4f85be/MODULE_b38e4d93e39f27d1c5fa+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80dcd47fae4bff2c51bedde68c8b21ed2c9ebf7e162a56b1bfde07003cdbcb7d
3
+ size 7660544
neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af85117703d94569b668fc6ada379a5796cf5f137f333d7eea73129391c4a939
3
+ size 266114
neuronxcc-2.14.227.0+2d4f85be/MODULE_c581dd30fcee491d416e+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f947d458b2ab092e705057b0ceb6a70f9de292240f309169f945e6f7bab324
3
+ size 10712064
neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b839db1db5adb2e0f6e4953640decbe48b4b5483f61eb3ee0a4b518377129696
3
+ size 262691
neuronxcc-2.14.227.0+2d4f85be/MODULE_d264504cccd9f0a0ce16+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34eaec0e37fb58285def39c94c8bd8578a8a34cdb3879ba9914c606cbb08682
3
+ size 8244224
neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd3dd824d913f2c5b63e8ae5fbfb978cd947471365b86d748e1005e56136a742
3
+ size 266114
neuronxcc-2.14.227.0+2d4f85be/MODULE_d26f380420fbb36bed7d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20fbeda6096ab76e63632e91183cd6c10cbcd282d2ef08ca00f13dfc566bc563
3
+ size 8571904
neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5b8455a31d7a1499f1a4ec21b6be211262dbd510b895ca36619200bf76a360
3
+ size 333777
neuronxcc-2.14.227.0+2d4f85be/MODULE_eca5b8624d9b982c886c+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11cec78dd7fe562f1e72569f1c006c66b830c2e6a0875f158a6678b4af186172
3
+ size 7517184
neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36f84f64a36b524afa25f3f29d8f350d96ec0014c6f96037b40fc723b301e88
3
+ size 266114
neuronxcc-2.14.227.0+2d4f85be/MODULE_faee8f7c39e1283eec5d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adff16514f16cefebc03bc2fa5131772040c58bb5ab4bd5f018c013a8b3e1f3
3
+ size 9042944