Hugging Face's logo

paloalma
/
ECE-TW3-JRGL-V2

Text Generation
Transformers
Safetensors
qwen2
Merge
mergekit
lazymergekit
Qwen/Qwen1.5-72B-Chat
vilm/Quyen-Pro-Max-v0.1
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
2
paloalma commited on
Commit
f2c1504
·
verified ·
1 Parent(s): f935e68

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +17 -0
  2. added_tokens.json +5 -0
  3. config.json +28 -0
  4. mergekit_config.yml +30 -0
  5. merges.txt +0 -0
  6. model-00001-of-00082.safetensors +3 -0
  7. model-00002-of-00082.safetensors +3 -0
  8. model-00003-of-00082.safetensors +3 -0
  9. model-00004-of-00082.safetensors +3 -0
  10. model-00005-of-00082.safetensors +3 -0
  11. model-00006-of-00082.safetensors +3 -0
  12. model-00007-of-00082.safetensors +3 -0
  13. model-00008-of-00082.safetensors +3 -0
  14. model-00009-of-00082.safetensors +3 -0
  15. model-00010-of-00082.safetensors +3 -0
  16. model-00011-of-00082.safetensors +3 -0
  17. model-00012-of-00082.safetensors +3 -0
  18. model-00013-of-00082.safetensors +3 -0
  19. model-00014-of-00082.safetensors +3 -0
  20. model-00015-of-00082.safetensors +3 -0
  21. model-00016-of-00082.safetensors +3 -0
  22. model-00017-of-00082.safetensors +3 -0
  23. model-00018-of-00082.safetensors +3 -0
  24. model-00019-of-00082.safetensors +3 -0
  25. model-00020-of-00082.safetensors +3 -0
  26. model-00021-of-00082.safetensors +3 -0
  27. model-00022-of-00082.safetensors +3 -0
  28. model-00023-of-00082.safetensors +3 -0
  29. model-00024-of-00082.safetensors +3 -0
  30. model-00025-of-00082.safetensors +3 -0
  31. model-00026-of-00082.safetensors +3 -0
  32. model-00027-of-00082.safetensors +3 -0
  33. model-00028-of-00082.safetensors +3 -0
  34. model-00029-of-00082.safetensors +3 -0
  35. model-00030-of-00082.safetensors +3 -0
  36. model-00031-of-00082.safetensors +3 -0
  37. model-00032-of-00082.safetensors +3 -0
  38. model-00033-of-00082.safetensors +3 -0
  39. model-00034-of-00082.safetensors +3 -0
  40. model-00035-of-00082.safetensors +3 -0
  41. model-00036-of-00082.safetensors +3 -0
  42. model-00037-of-00082.safetensors +3 -0
  43. model-00038-of-00082.safetensors +3 -0
  44. model-00039-of-00082.safetensors +3 -0
  45. model-00040-of-00082.safetensors +3 -0
  46. model-00041-of-00082.safetensors +3 -0
  47. model-00042-of-00082.safetensors +3 -0
  48. model-00043-of-00082.safetensors +3 -0
  49. model-00044-of-00082.safetensors +3 -0
  50. model-00045-of-00082.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - Qwen/Qwen1.5-72B-Chat
8
+ - vilm/Quyen-Pro-Max-v0.1
9
+ ---
10
+
11
+ # ECE-TW3-JRGL-V2
12
+
13
+ ECE-TW3-JRGL-V2 is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
14
+ * [Qwen/Qwen1.5-72B-Chat](https://huggingface.co/Qwen/Qwen1.5-72B-Chat)
15
+ * [vilm/Quyen-Pro-Max-v0.1](https://huggingface.co/vilm/Quyen-Pro-Max-v0.1)
16
+
17
+ ## 🧩 Configuration
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen1.5-72B-Chat",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 24576,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 70,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 64,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": 32768,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.39.3",
25
+ "use_cache": true,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064
28
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: Qwen/Qwen1.5-72B-Chat
2
+ dtype: bfloat16
3
+ merge_method: slerp
4
+ parameters:
5
+ t:
6
+ - filter: self_attn
7
+ value:
8
+ - 0
9
+ - 0.5
10
+ - 0.3
11
+ - 0.7
12
+ - 1
13
+ - filter: mlp
14
+ value:
15
+ - 1
16
+ - 0.5
17
+ - 0.7
18
+ - 0.3
19
+ - 0
20
+ - value: 0.5
21
+ slices:
22
+ - sources:
23
+ - layer_range:
24
+ - 0
25
+ - 80
26
+ model: Qwen/Qwen1.5-72B-Chat
27
+ - layer_range:
28
+ - 0
29
+ - 80
30
+ model: vilm/Quyen-Pro-Max-v0.1
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a826418f46c9fdc0227487abe76d8afe5c75f645c6121912334a8b431403cc96
3
+ size 1342227488
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c605d6459b06bddc708ab8cb66657ad0acb23ddbf7695cad25b3ea72d8f64401
3
+ size 2491416720
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cdeb93a9007d265549bcd71449c0ad8440c1a355eefbc9b0bdffb1265d2cde9
3
+ size 1879148112
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1634b40c8b2ee841f722522f5f2e4d6ad99f035fdc7e717ceae5229b086a033d
3
+ size 1610695928
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a65d29cd001569fa6129073e256954c2699cb5b5333ae43f674541993f41ead
3
+ size 1744963488
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e29521428343a2ba82c36ad4616f15c0c7d40a0d679f0759ab7bfcec3341b5af
3
+ size 1744913768
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f4a8e6036ac4b0217490e7082e0eab41d2b3ebd5ab196a9884abc859f12518
3
+ size 1879181336
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d921e4a4c4c5fec2be5d07d93d44c3f047167d6719141080c66a4aabd5d001e
3
+ size 1744864064
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c9e956baba1f585a46925b08a1aedf315d80b79312dbc5c9f52a03976ab1bb
3
+ size 1879131608
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbd090a1911b29a5c161beff6bf26f73678c1957af7ae1ef33e29b3d87527da1
3
+ size 1610695928
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708f650e78355c9816c1a0f43a87db185e118cb3357b7c76aa21e8a3bf7a89f8
3
+ size 1744897264
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0267b71ec163c1db038bfbb36efbdfe0bb46dac5ed98bb6f5b030a27f030fa97
3
+ size 1744897288
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb98b951b5fe9263acd78ca6603312184e609c9cfc4057bdb6e7777f77cfaa0
3
+ size 1879131384
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0d366d2e42ae8b4ea0c822611d04d3bc9747269c521011b03d7e0576d21281
3
+ size 1879131632
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44949f21df4e8435af2fd5b4aa4584ddc63d2c4544d6866eb8c603722af3bcba
3
+ size 1879147896
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d776c3c5f5cda7543353cf35378771ea5625283298300487546c8a63fa11a2
3
+ size 1610712680
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe9ba1092b24d814ecd8c4b408a8240ceaff66fc469ac2abe8fb177968bef74
3
+ size 1744913792
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82a31c6a03c1bcbed411c0ae3f9f82ac1252e29d4e5990429d24d11b4af7bec7
3
+ size 1879181352
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df2d26a74a9911cfe9f597a22e3c31528a27bc4d766b27053c018f51ef93ce8
3
+ size 1744864072
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee59059da3176bd493e8fa6f2f48386acc8ef00027459aecc55acfce68a0804
3
+ size 1879181344
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8f13b7ee50b38a00bb43afdf0d924f012624f058bcfce52ef8bc39808f358a
3
+ size 1610646224
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19ba037cfbedb9121d367a9def35c9122b6a61966ef57842238d45630ef3bbb
3
+ size 1744897280
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe826aaa34863b040ca2df7dbc888dddf44f962f1c2735550a92059ee13adcd
3
+ size 1744897296
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c8c441847474c744e32a9d2e13d539e264460a564e73b1651bc6a57aa68c86
3
+ size 1744946784
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10cb2c5deabf1eb570bff8f8a90463d47d540e475dec2726682921fa0732abdd
3
+ size 1744913768
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc39dcbd588638a58c0f112c361a84d10943b7c1a00e84d89b8a00c164703af8
3
+ size 1879131392
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc4e5fb3dd66fd4dd37b8fa818c5f0901f9ee3d3631251e13f90eae77394217
3
+ size 1879148128
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be133f8859cfe523f3faf930028501059b893149606cd467c703ff9aacf80c6c
3
+ size 1879148128
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cdd3858e073e6a0db64e5bcd266ad68b1008ab6138463198910b9a1216b9937
3
+ size 1744930528
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e3b871c2dd71a888544cbbb5ca677f4f4a195229d9faa0c5278ca0103bdefa
3
+ size 1879114904
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9249522b6014b9059ac691c48e4cc81f04c6f30de034da4327a847874b35392a
3
+ size 1744930520
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c712352887926bdc0c3f8d4a07159086b7c4a81e779c47687fe2ecc8e9875e42
3
+ size 1610646224
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb5d908e1f4cb7b33459e4b7d1f677aee582547c850276906cd2935f32dd992
3
+ size 1879131624
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b830348e47fc37ccc0745d92c65aecf3626fbdffb7880816ade79e84317ce4
3
+ size 1610695944
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee57c6c65a81e8824d76594631749af7e848a7f1a534f68ca9ca14bb8a82f1e
3
+ size 1744913784
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594d015c09cef126cbe2457d834f37f5b0dc279a17d68e46fdc79e90f9d13c8f
3
+ size 1744913784
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f408fbf9497a55643c96eed672d425d9520dba3a23fbb59cf05354fad78d3c36
3
+ size 1879181120
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77fa69d03a1427d2756391f70fb54a47f8f2def65cadb9b86e4da5f1acd2818
3
+ size 1879131632
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b422b74fd249502e916c2d9cc42da06b9521af534096a889f16a4407bc272e0
3
+ size 1879148128
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e8d249458bb6d53c197daa51b2ed9557261b6c5adc30758f7df6196cd75846
3
+ size 1879148136
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30073a73a0ddf756613e8c02fcd3a56532ece2bac3d5b9f8650f08339d3980da
3
+ size 1744897280
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593e8bf16be1dba225511111da995813e3438239c1ed6399e0def4d8118a73ef
3
+ size 1744897296
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ecb20a9b2e61fb8aa49e637a821fb5903617b711e463899af132d7981b8cb8a
3
+ size 1879131400
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86216bd2da21db4f09a4fb693d92f4bc6164c5831244cbdb4fd2bf289c769e71
3
+ size 1610696160
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78000e2b949b431118c4db01a55187bfc1829e74ac464717c2b2a7441f7dbe39
3
+ size 1610646224