Hugging Face's logo

dacorvo
/
optimum-neuron-cache

Model card Files Community
dacorvo HF staff commited on
Commit
007949d
·
verified ·
1 Parent(s): edb5f1e

Synchronizing local compiler cache.

Browse files
Files changed (20) hide show
  1. neuronxcc-2.12.54.0+f631c2365/0_REGISTRY/meta-llama/Llama-2-7b-chat-hf/2881a506ac38aed30f9d.json +11 -0
  2. neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff +0 -0
  3. neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff +0 -0
  4. neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff +0 -0
  5. neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff +0 -0
  6. neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff +0 -0
  7. neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff +0 -0
  8. neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff +0 -0
  9. neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff +0 -0
  10. neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff +0 -0
  11. neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff +0 -0
  12. neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff +0 -0
  13. neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff +0 -0
  14. neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff +0 -0
  15. neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff +0 -0
  16. neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff +0 -0
  17. neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff +0 -0
  18. neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff +0 -0
  19. neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff +0 -0
  20. neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff +0 -0
neuronxcc-2.12.54.0+f631c2365/0_REGISTRY/meta-llama/Llama-2-7b-chat-hf/2881a506ac38aed30f9d.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "text-generation",
3
+ "batch_size": 1,
4
+ "num_cores": 24,
5
+ "auto_cast_type": "fp16",
6
+ "sequence_length": 2048,
7
+ "compiler_type": "neuronx-cc",
8
+ "compiler_version": "2.12.54.0+f631c2365",
9
+ "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf",
10
+ "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"
11
+ }
neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_051daf37f1af2e155915+9d134804/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_1cbdc4423f554e2d26b9+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_20ebb867f689374d544b+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_25ae5b5e7cec711dafaa+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_34d558c33d28a2f62eeb+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_3a62ebe48e4d709dbe0a+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_4cb38fd1603a4aa3df3b+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_5b6baed10c9290668370+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_66169b8c3286d3b43293+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_7dd036b53c3737f19b01+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_8319c2aec2a3b0446fe1+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_a3e2249d29a748569a1e+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_a5117fb87fcc4e0ae0b1+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_bcdc114663caa637f97b+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_bd4e3797960f329f5d1a+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_da3eccfb2180e1a4f08a+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_e9cd6fe8779989fc400f+2c2d707e/model.neff differ
 
neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff CHANGED
Binary files a/neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff and b/neuronxcc-2.12.54.0+f631c2365/MODULE_fa1974d8d211b3ce98a3+2c2d707e/model.neff differ