Hugging Face's logo

second-state
/
Bespoke-Stratos-32B-GGUF

Text Generation
Transformers
GGUF
English
qwen2
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
7b692c7
·
verified ·
1 Parent(s): 8407463

Update models

Browse files
Files changed (17) hide show
  1. .gitattributes +15 -0
  2. Bespoke-Stratos-32B-Q2_K.gguf +3 -0
  3. Bespoke-Stratos-32B-Q3_K_L.gguf +3 -0
  4. Bespoke-Stratos-32B-Q3_K_M.gguf +3 -0
  5. Bespoke-Stratos-32B-Q3_K_S.gguf +3 -0
  6. Bespoke-Stratos-32B-Q4_0.gguf +3 -0
  7. Bespoke-Stratos-32B-Q4_K_M.gguf +3 -0
  8. Bespoke-Stratos-32B-Q4_K_S.gguf +3 -0
  9. Bespoke-Stratos-32B-Q5_0.gguf +3 -0
  10. Bespoke-Stratos-32B-Q5_K_M.gguf +3 -0
  11. Bespoke-Stratos-32B-Q5_K_S.gguf +3 -0
  12. Bespoke-Stratos-32B-Q6_K.gguf +3 -0
  13. Bespoke-Stratos-32B-Q8_0.gguf +3 -0
  14. Bespoke-Stratos-32B-f16-00001-of-00003.gguf +3 -0
  15. Bespoke-Stratos-32B-f16-00002-of-00003.gguf +3 -0
  16. Bespoke-Stratos-32B-f16-00003-of-00003.gguf +3 -0
  17. config.json +29 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Bespoke-Stratos-32B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Bespoke-Stratos-32B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Bespoke-Stratos-32B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Bespoke-Stratos-32B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Bespoke-Stratos-32B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Bespoke-Stratos-32B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Bespoke-Stratos-32B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Bespoke-Stratos-32B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Bespoke-Stratos-32B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Bespoke-Stratos-32B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Bespoke-Stratos-32B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Bespoke-Stratos-32B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Bespoke-Stratos-32B-f16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Bespoke-Stratos-32B-f16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Bespoke-Stratos-32B-f16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Bespoke-Stratos-32B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07424861842b3a1fc8b33508ed70a1a291bbe4752d14d10ab732a5f0ae235aab
3
+ size 12313099104
Bespoke-Stratos-32B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eadb3c7c733a7b2cbe18a3f2bfd71571f7b667e305edffc2c24ca519ade9d442
3
+ size 17247079264
Bespoke-Stratos-32B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f74569d5ae28ef9729ea008bb8d87b6469145b2d15a150400f069ca4371d30
3
+ size 15935048544
Bespoke-Stratos-32B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f1f589fd9924073d4b5b5efa8126f8a49db2d44a961f719d8710b173c77623
3
+ size 14392331104
Bespoke-Stratos-32B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac95da681f03b244a190f53891eb8228ce6c32eed744e68be30d69c9cbf75945
3
+ size 18640231264
Bespoke-Stratos-32B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58706a6960db658a69ef500fff19597c38f85e25961ac09ccf556e0fbc5875f
3
+ size 19851336544
Bespoke-Stratos-32B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97a6497664a5f8d4a6de7bbd938bfe342915b9ca9724b25d39d1c03999d085f
3
+ size 18784410464
Bespoke-Stratos-32B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d04161aff7b66c91b4cceaa544581a006334ac0b766df0b76e7e5e5aa7a3c2
3
+ size 22638254944
Bespoke-Stratos-32B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c5f4ac68ebc8b7ec2e0a1b91fa08c732c6ba3eab1fdf0f6567f4e5c1d6bf673
3
+ size 23262157664
Bespoke-Stratos-32B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:304c543d4a49214bfcfcd9e7120ca85d4ff37205ed10ab001996ad7ef8f48051
3
+ size 22638254944
Bespoke-Stratos-32B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2c7dec8a1ca985215086ab1d7fdf1f376db25aab047c54aa1322e0d4c9f3a2
3
+ size 26886155104
Bespoke-Stratos-32B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f4ee4ac02dfcc24fea57bb0ace7dca5cd7d35172e1e5e26e14abe9a7568cf1
3
+ size 34820885344
Bespoke-Stratos-32B-f16-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c897e2c6a89ac518fded0a8aa09ad63faa10ad554e515a7c3720bd689c2481c
3
+ size 29845224800
Bespoke-Stratos-32B-f16-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696dec5fbd8c57784287458a6b5dadc77be36ac7898d1237f22596c9af585af0
3
+ size 29823611296
Bespoke-Stratos-32B-f16-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf9898220fcd9a3827c12bfc3ef147cdb4d284614a3948653a6cdf488bc56ff
3
+ size 5867134368
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 5120,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 27648,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 70,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 40,
17
+ "num_hidden_layers": 64,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.46.1",
26
+ "use_cache": false,
27
+ "use_sliding_window": false,
28
+ "vocab_size": 152064
29
+ }