Hugging Face's logo

gradientai
/
v-alpha-tross

Text Generation
Transformers
Safetensors
English
llama
Generated from Trainer
finance
Eval Results
text-generation-inference
Inference Endpoints
Model card Files Community
6
michaelfeil commited on
Commit
d91ea5b
•
1 Parent(s): 6d51ed4

neuron-compat (#3)

Browse files

- Upload 10 files (0e6f0b414f7c88946040730eb5ac6bf215886167)
- Update config.json (6774b0d59761aa072e9e96132838873ce692a1a3)
- Update config.json (593219b9878fcadbccd6cd8e8ebdcc2617c4fe36)
- Update config.json (3b0ec7e2271ebc3d844b265d5be108f1982daeeb)

Files changed (12) hide show
  1. .gitattributes +10 -0
  2. compiled/07e81780f1f3b41be3be.neff +3 -0
  3. compiled/50c6c9c590fa37619217.neff +3 -0
  4. compiled/612039576e9922be4969.neff +3 -0
  5. compiled/6b87198446cf8a6c3785.neff +3 -0
  6. compiled/9c9facd983f791474b66.neff +3 -0
  7. compiled/a7bcc3bcef64cf5e8cbf.neff +3 -0
  8. compiled/bb37eb2e0dda9cd9887a.neff +3 -0
  9. compiled/ca83394ea68c7c5e7c2a.neff +3 -0
  10. compiled/e9298c6632f781cbd83c.neff +3 -0
  11. compiled/f7dbe617622ce110aecd.neff +3 -0
  12. config.json +12 -1
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ compiled/07e81780f1f3b41be3be.neff filter=lfs diff=lfs merge=lfs -text
37
+ compiled/50c6c9c590fa37619217.neff filter=lfs diff=lfs merge=lfs -text
38
+ compiled/612039576e9922be4969.neff filter=lfs diff=lfs merge=lfs -text
39
+ compiled/6b87198446cf8a6c3785.neff filter=lfs diff=lfs merge=lfs -text
40
+ compiled/9c9facd983f791474b66.neff filter=lfs diff=lfs merge=lfs -text
41
+ compiled/a7bcc3bcef64cf5e8cbf.neff filter=lfs diff=lfs merge=lfs -text
42
+ compiled/bb37eb2e0dda9cd9887a.neff filter=lfs diff=lfs merge=lfs -text
43
+ compiled/ca83394ea68c7c5e7c2a.neff filter=lfs diff=lfs merge=lfs -text
44
+ compiled/e9298c6632f781cbd83c.neff filter=lfs diff=lfs merge=lfs -text
45
+ compiled/f7dbe617622ce110aecd.neff filter=lfs diff=lfs merge=lfs -text
compiled/07e81780f1f3b41be3be.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ec6b93ef243f45af71c8c8ca198b68b5270f805cf9b0a029e60dc2984649b6
3
+ size 28058624
compiled/50c6c9c590fa37619217.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fce4594d6137046b72b7cdf9a45101365909a17338671b0a8a7d58a1dae7be20
3
+ size 9196544
compiled/612039576e9922be4969.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a5db28e9bffc54582c51c53591bea47f71c1fbb8a90aca910ae902eb1dadf0
3
+ size 18494464
compiled/6b87198446cf8a6c3785.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec0802f9ac2ba5a93a8993ba67b93b2342e104b43a9334402169363c69a1aea
3
+ size 10681344
compiled/9c9facd983f791474b66.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2338b6d6d5eef0515007b8215465641d64b3f73cc141bcbc9b07dcb93e4d0079
3
+ size 11940864
compiled/a7bcc3bcef64cf5e8cbf.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:421a8fb340911f8d25e65a69c0e3e056d97e3fd72ce78e890facc60a404bdb27
3
+ size 8868864
compiled/bb37eb2e0dda9cd9887a.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee2d7670213dd4cc8b6877e1f80a94ba2ef6bf6da5c150cbfb5f5940a5a48d2f
3
+ size 9053184
compiled/ca83394ea68c7c5e7c2a.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4671cda1d53a64498f238b3a930138c13b3f8b88a51bd5133868f4fd32b35ff6
3
+ size 9452544
compiled/e9298c6632f781cbd83c.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a299b44b54853548c614e2ac04950f1439312245718d8b541cdc42961f48f44
3
+ size 10107904
compiled/f7dbe617622ce110aecd.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2410a87fc0d31b25bbe28928a8162eb861b84d97e156af145dc853679026f53
3
+ size 9012224
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/tmp/model",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -13,6 +13,17 @@
13
  "intermediate_size": 28672,
14
  "max_position_embeddings": 4096,
15
  "model_type": "llama",
 
 
 
 
 
 
 
 
 
 
 
16
  "num_attention_heads": 64,
17
  "num_hidden_layers": 80,
18
  "num_key_value_heads": 8,
 
1
  {
2
+ "_name_or_path": "gradientai/v-alpha-tross",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
13
  "intermediate_size": 28672,
14
  "max_position_embeddings": 4096,
15
  "model_type": "llama",
16
+ "neuron": {
17
+ "auto_cast_type": "bf16",
18
+ "batch_size": 1,
19
+ "checkpoint_id": "gradientai/v-alpha-tross",
20
+ "checkpoint_revision": "6d51ed47fe16e37d819dc52c8c55fd7a7150d2b3",
21
+ "compiler_type": "neuronx-cc",
22
+ "compiler_version": "2.12.68.0+4480452af",
23
+ "sequence_length": 2048,
24
+ "num_cores": 24,
25
+ "task": "text-generation"
26
+ },
27
  "num_attention_heads": 64,
28
  "num_hidden_layers": 80,
29
  "num_key_value_heads": 8,