Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
240
dacorvo HF staff commited on
Commit
1404080
•
1 Parent(s): 34c7318

Synchronizing local compiler cache.

Browse files
Files changed (38) hide show
  1. .gitattributes +12 -0
  2. neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/01-ai/Yi-9B/d869ae22d92d5e3f7877.json +1 -0
  3. neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/compile_flags.txt +1 -0
  4. neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/model.hlo.pb +3 -0
  5. neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/model.neff +3 -0
  6. neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/compile_flags.txt +1 -0
  7. neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/model.hlo.pb +3 -0
  8. neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/model.neff +3 -0
  9. neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/compile_flags.txt +1 -0
  10. neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/model.hlo.pb +3 -0
  11. neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/model.neff +3 -0
  12. neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/compile_flags.txt +1 -0
  13. neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/model.hlo.pb +3 -0
  14. neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/model.neff +3 -0
  15. neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/compile_flags.txt +1 -0
  16. neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/model.hlo.pb +3 -0
  17. neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/model.neff +3 -0
  18. neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/compile_flags.txt +1 -0
  19. neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/model.hlo.pb +3 -0
  20. neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/model.neff +3 -0
  21. neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/compile_flags.txt +1 -0
  22. neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/model.hlo.pb +3 -0
  23. neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/model.neff +3 -0
  24. neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/compile_flags.txt +1 -0
  25. neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/model.hlo.pb +3 -0
  26. neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/model.neff +3 -0
  27. neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/compile_flags.txt +1 -0
  28. neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/model.hlo.pb +3 -0
  29. neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/model.neff +3 -0
  30. neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/compile_flags.txt +1 -0
  31. neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/model.hlo.pb +3 -0
  32. neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/model.neff +3 -0
  33. neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/compile_flags.txt +1 -0
  34. neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/model.hlo.pb +3 -0
  35. neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/model.neff +3 -0
  36. neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/compile_flags.txt +1 -0
  37. neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/model.hlo.pb +3 -0
  38. neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/model.neff +3 -0
.gitattributes CHANGED
@@ -1427,3 +1427,15 @@ neuronxcc-2.12.68.0+4480452af/MODULE_a6d3a23b3e4ac68e6613+2c2d707e/model.neff fi
1427
  neuronxcc-2.12.68.0+4480452af/MODULE_be996ac6634b66939c9d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1428
  neuronxcc-2.12.68.0+4480452af/MODULE_dc5efdc7472d562004f4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1429
  neuronxcc-2.12.68.0+4480452af/MODULE_ddc011feb1b492b1ae0b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
1427
  neuronxcc-2.12.68.0+4480452af/MODULE_be996ac6634b66939c9d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1428
  neuronxcc-2.12.68.0+4480452af/MODULE_dc5efdc7472d562004f4+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1429
  neuronxcc-2.12.68.0+4480452af/MODULE_ddc011feb1b492b1ae0b+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1430
+ neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1431
+ neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1432
+ neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1433
+ neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1434
+ neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1435
+ neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1436
+ neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1437
+ neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1438
+ neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1439
+ neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1440
+ neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
1441
+ neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.20/inference/llama/01-ai/Yi-9B/d869ae22d92d5e3f7877.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vocab_size": 64000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 48, "num_attention_heads": 32, "num_key_value_heads": 4, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "bfloat16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp16", "sequence_length": 4096, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "01-ai/Yi-9B", "checkpoint_revision": "58cdd0b4d4cdd2189bbf29a5773c73926084b753"}}
neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2dd984224200b95b56275a3667ed0fe004189b3bb9a4e16483c629f8434329d
3
+ size 453069
neuronxcc-2.12.68.0+4480452af/MODULE_131892d55cd3a5b91427+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eab903c75ccee53aa9be37d8c2e0800ca7e44f8fb7eb2b6eb952cc9691e9c8c
3
+ size 2335744
neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce84c3e66eedda95c735d325e631f5ce53146bb675a974a06a53dd9818f8508a
3
+ size 453069
neuronxcc-2.12.68.0+4480452af/MODULE_1fb1e65e79e3fb018374+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d17d3a2900d3a22f3a077fc7cbdefbd7e8546a5db314c58bef90d0f9c46d0a
3
+ size 1782784
neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20fce63d43c12f6eec503b215aac6fb0ba01fef91999e202b2977ea97c3f0d73
3
+ size 442491
neuronxcc-2.12.68.0+4480452af/MODULE_23fe29e087a642fdd282+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a12fc8263bb3986f3ce3f1e3ecf7d9a2167c283fb9e5a7ba6821ade08692d379
3
+ size 1967104
neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de8639b65e15df83db12866b318673564b7295bd995f4290fc5c6769c6a91492
3
+ size 453069
neuronxcc-2.12.68.0+4480452af/MODULE_32f6c4121b2e01f702fc+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e33f45b06d840f58d47d7e083432cfeba4850de4804ab53988841018565a9121
3
+ size 1823744
neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641be06e08201d0ad7c53c25777f89c042303df839ba777b5e72ff14699eb9fb
3
+ size 453069
neuronxcc-2.12.68.0+4480452af/MODULE_39ba1c737b8bf5a58c0f+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854aebbf7205d7013052fbc0a6e649c38d1fe76ae4c97e797b440d59eb9fb171
3
+ size 1844224
neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4418398213b3b93e4fa28aea25a0dce0cdbb4f17f875c55413b9fc3caf096a71
3
+ size 447996
neuronxcc-2.12.68.0+4480452af/MODULE_42b4e9f7c55c8e1045a1+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce9c179c05ebc64f54f6a0d9a287cab35076185f155854709f845c2f632095a
3
+ size 2243584
neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a75b5d305f99e69dac7a7fe9583be7ef210d6fdcf2659b261cb7a70597d107
3
+ size 453069
neuronxcc-2.12.68.0+4480452af/MODULE_9916e6962e09a26647d3+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b20c64075f40592116401ea2da22fe971811cb56a9523913528e5adf43755ae1
3
+ size 2079744
neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc6f404cf3664520ceade77002b9f63f6f9d1815b41241e124ce3e03c5264ff5
3
+ size 447996
neuronxcc-2.12.68.0+4480452af/MODULE_99881b57f5317b63be92+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f20885ad24168b484bfe78cb5e1335e409b42a8e800854d5ab0b2bac87b0dc
3
+ size 2571264
neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59bfe6c6f894955b978ac37748026a1350ec1dc9a6e395efb0e765c5d2f04bbf
3
+ size 447996
neuronxcc-2.12.68.0+4480452af/MODULE_a1dda003133e2eace842+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5335f9e763185cfaf9690b468890b4301d875f80139ce87b120b7c80dbb2bc3
3
+ size 12329984
neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb05dcaf37bc0ee4c52ba2a0f2080d6994b687c9bbeb4d4f0b30ed6ab2f39b4
3
+ size 447996
neuronxcc-2.12.68.0+4480452af/MODULE_ae5979a76b292f9d4c98+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15308556dc9a34b1c4749d7a15ce1ce93cbdceedad8d0a1a224c807c2b071f6f
3
+ size 5530624
neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5cf7c1f717214aef5ea885c8692fc83a993b35ef40eae5358bda7a7634faf6f
3
+ size 453069
neuronxcc-2.12.68.0+4480452af/MODULE_cdf838d730573aa6962d+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b20ab91e5687870e766f44a1bef607914df68c3d91c9bf964ef5a34fbcec41b0
3
+ size 1926144
neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/compile_flags.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ --model-type=transformer --auto-cast=none
neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/model.hlo.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ecc3d24309b6d4ff4f9ebdfc147a35e547bba7732c914c1d1ff8132f03608d1
3
+ size 447996
neuronxcc-2.12.68.0+4480452af/MODULE_d13eb1187f0f4617dd99+2c2d707e/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c8515eefec256fbb76747ff2dd881303c6de5e2b9e48c8e1ab0725b4bdf51e
3
+ size 2059264