Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
b6ee274
•
1 Parent(s): 20e585f

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/1b1ba8f34f01b01e3db8.json +1 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -2006,3 +2006,15 @@ neuronxcc-2.13.66.0+6dfecc895/MODULE_dbb9375e305a952606f0+2c2d707e/model.neff fi
2006
  neuronxcc-2.13.66.0+6dfecc895/MODULE_efe464d909d639de6c33+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2007
  neuronxcc-2.13.66.0+6dfecc895/MODULE_0bb1e98cfbc20c6f37d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2008
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b4320fdde4bd79bec1d7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
2006
  neuronxcc-2.13.66.0+6dfecc895/MODULE_efe464d909d639de6c33+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2007
  neuronxcc-2.13.66.0+6dfecc895/MODULE_0bb1e98cfbc20c6f37d5+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2008
  neuronxcc-2.13.66.0+6dfecc895/MODULE_b4320fdde4bd79bec1d7+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2009
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2010
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2011
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2012
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2013
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2014
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2015
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2016
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2017
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2018
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2019
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
2020
+ neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.21/inference/mistral/mistralai/Mistral-7B-Instruct-v0.2/1b1ba8f34f01b01e3db8.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.2", "checkpoint_revision": "41b61a33a2483885c981aa79e0df6b32407ed873", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 2, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 1000000.0, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530064e106010e9b765eb1e3445b836c7200c25265e7a57fedd15ab40288caac
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_30eea4ce2270065cb775+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ecf739c41d7ee101fa362401ad078214c82da2aa880e25a7ae69759c0bfc6ad
3
+ size 8305664
neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e177a37534e1c3acbfc12ad1a87e0c7a1b51aa38a94fdb8e1842be6c23f7de3
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_59d3eb9c2d0a4f0fce3a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82552449b6f2538a5fd044d92aac0e31f9006de965f1f4d57300349da8d7d652
3
+ size 8909824
neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0114d0e2b58a441a4c976c972f7b2962c12b49283d16076fad82a3279bde2e4
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_6e9f9afadc045d442639+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5dee5a84bba1c64de73bcb390ac5c3334e3c6bf128d419a32e845b7a4f648d
3
+ size 10394624
neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ff50609bfe030b2b47023ba301d18ecddc403610acfb36fd8ac9c6aa10fdd3
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_729cb71f1cff2dc282f1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603a671032fb47efb5f0243ca336ff9559492eb0b4520c882f7c6663d5d16221
3
+ size 21791744
neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d268415c65f8285e7c6e38fdf6a90e0ca0403941d350629e3df11ab78cbe212e
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_93ea5ccd46f3dc33c736+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adee7ec58baac6aa8ee1c2487b14fb821ba6deed59315fba1022c5a793b3d23a
3
+ size 7926784
neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98e7218439b36b6c0707fc865bec6940b9f0b1226408cc3ec381bbd3583929d
3
+ size 302393
neuronxcc-2.13.66.0+6dfecc895/MODULE_97fb127faadb59b1c383+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b092f6dcdbbc4c8051bf6a317f95e966382247a2b2258715a3601c4c430ecca
3
+ size 7834624
neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c62d748f7c8575d09e81becff4709bdb5451e78027b47ebde7be4f603ec9e43
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_bea96223489f55e42c4a+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35220e32dc08d18812812f691308f2e40278f9c2d13385277759ff235dbb3ae1
3
+ size 7547904
neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461c30cc205476b747798d1ae8e44b54a7395199de7b3a94e93a2a6a2852f5b2
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_c6a5f957dc917e5d6440+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdc949b891a6039f1aec761a6e1b6663ca337cce0f064a304313e0b41531d77
3
+ size 7660544
neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33de785273538b9962ffd8507f37b55aa00714bae717cc9227338c67e530fb9e
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_c73f077160f255e2fcc0+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:737c37e12139e462d8fcab893fdd80b4afe7967979ab502da75351fcf31cba43
3
+ size 8274944
neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d88bdc0c070aa9ee8a9d3afb0036c48e29eb93dd8faae96bc00158d454590d
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_cb8aadf3748f47878864+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d49388b420ae73769349f3a323bc1ba1da1882ba78c611c077aa17e861d5890
3
+ size 7721984
neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4780b67d630153e50b6bb45e6a4f0dddd55b57730c0d4055f0eab5a0b0c0113f
3
+ size 317943
neuronxcc-2.13.66.0+6dfecc895/MODULE_d5947e2596003c69c153+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a80f9da2267bd8efd1e9e47d90d44b0988926e6a209e0325bf5acd7461042e59
3
+ size 7629824
neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4500cd53853630c23445fc1cb6e12254abdd00adf11be03fa46dbd5b28d935
3
+ size 306200
neuronxcc-2.13.66.0+6dfecc895/MODULE_e4a4f4758612210c5e6f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a3ff7fbfe7a56938dae7b610314e168c41f92ab50a9824739809a3fd59c27d
3
+ size 5182464