Hugging Face's logo

airev-ai
/
Amal-70b-v1.1

Safetensors
qwen2
Model card Files Community
ManojShack commited on
Commit
2c0004f
·
verified ·
1 Parent(s): ca31b57

Upload Qwen2ForCausalLM

Browse files

Finetuned on arabic data - 17%

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +27 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00082.safetensors +3 -0
  4. model-00002-of-00082.safetensors +3 -0
  5. model-00003-of-00082.safetensors +3 -0
  6. model-00004-of-00082.safetensors +3 -0
  7. model-00005-of-00082.safetensors +3 -0
  8. model-00006-of-00082.safetensors +3 -0
  9. model-00007-of-00082.safetensors +3 -0
  10. model-00008-of-00082.safetensors +3 -0
  11. model-00009-of-00082.safetensors +3 -0
  12. model-00010-of-00082.safetensors +3 -0
  13. model-00011-of-00082.safetensors +3 -0
  14. model-00012-of-00082.safetensors +3 -0
  15. model-00013-of-00082.safetensors +3 -0
  16. model-00014-of-00082.safetensors +3 -0
  17. model-00015-of-00082.safetensors +3 -0
  18. model-00016-of-00082.safetensors +3 -0
  19. model-00017-of-00082.safetensors +3 -0
  20. model-00018-of-00082.safetensors +3 -0
  21. model-00019-of-00082.safetensors +3 -0
  22. model-00020-of-00082.safetensors +3 -0
  23. model-00021-of-00082.safetensors +3 -0
  24. model-00022-of-00082.safetensors +3 -0
  25. model-00023-of-00082.safetensors +3 -0
  26. model-00024-of-00082.safetensors +3 -0
  27. model-00025-of-00082.safetensors +3 -0
  28. model-00026-of-00082.safetensors +3 -0
  29. model-00027-of-00082.safetensors +3 -0
  30. model-00028-of-00082.safetensors +3 -0
  31. model-00029-of-00082.safetensors +3 -0
  32. model-00030-of-00082.safetensors +3 -0
  33. model-00031-of-00082.safetensors +3 -0
  34. model-00032-of-00082.safetensors +3 -0
  35. model-00033-of-00082.safetensors +3 -0
  36. model-00034-of-00082.safetensors +3 -0
  37. model-00035-of-00082.safetensors +3 -0
  38. model-00036-of-00082.safetensors +3 -0
  39. model-00037-of-00082.safetensors +3 -0
  40. model-00038-of-00082.safetensors +3 -0
  41. model-00039-of-00082.safetensors +3 -0
  42. model-00040-of-00082.safetensors +3 -0
  43. model-00041-of-00082.safetensors +3 -0
  44. model-00042-of-00082.safetensors +3 -0
  45. model-00043-of-00082.safetensors +3 -0
  46. model-00044-of-00082.safetensors +3 -0
  47. model-00045-of-00082.safetensors +3 -0
  48. model-00046-of-00082.safetensors +3 -0
  49. model-00047-of-00082.safetensors +3 -0
  50. model-00048-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "airev-ai/Jais-Inception-70b-V1.2.2",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 131072,
13
+ "max_window_layers": 28,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 80,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.43.3",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 152064
27
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151643,
5
+ "max_new_tokens": 2048,
6
+ "transformers_version": "4.43.3"
7
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0176936410ae77d886b3e1ec011b0d7de259fd6f78113232a18375958855a090
3
+ size 2491416712
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f75999aeaf65cd2e2a4b61c64455aa73666af565f80de56e0b6bb173664642
3
+ size 1923164168
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb446777f5d16b252054d235cb99e83b75683a3e07ff858f299606ed929b10a
3
+ size 1889588696
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4948766bce7ac96fa50160817d9e4398112c2acb48776ba2aa006fcf2749cd43
3
+ size 1755370856
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0683e150f73bc92ff8d8d6b32fc02cf9f9955982018ab3e31727c7006debb5f4
3
+ size 1755370856
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239f7429b57ed5c6f3b451d3982f15bf361f8f67673ec73c5b925712b02f0c24
3
+ size 1755370856
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f56970349fbf55968af01554a3edd07aa271f7e395471ec87e7c6a2e8fae7e4
3
+ size 1755370856
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4864e4a6ae846d9bde4aa7a1bf4b9dc41555f037eba47aa897afb883815614fc
3
+ size 1755370856
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd35d5a113fd5c6a3e6088846df6a01cf4b3cc616ebf305d4508852ac57303c9
3
+ size 1755370856
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beee3f524c7785459ab338b7733b62ed1b423bef5b15a08c8b7c255116bb2c01
3
+ size 1755370856
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa3797f7c0109ca71267e3b5908740b28b69168616682a3d68268dad5e073f0
3
+ size 1755370840
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf2537f883f37298a0792f12b35fa658b76962b4d5ac6954d4684ba8989ab120
3
+ size 1755370864
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a412fe6b191da60d5ab1434c28a28f3c7b154886d71c717eae9942a7c5e63bd
3
+ size 1755370864
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c2bf73a0fb8003d26b9500cd5532751f443f38e5efcb2472a67fcb788c11e6b
3
+ size 1755370864
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce122f1d632730839d0d7cf1e9185d69a92a76ee1adbfb838047900632761fe7
3
+ size 1755370864
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd05c0b31c63fd09ea8c5f81b23df51123f3f2516167ac8bd381598d572b5e7
3
+ size 1755370864
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eecc64d4bf343797c43a6fea1646578e54abf9326914e83d69e18cbc0ed5a30
3
+ size 1755370864
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1de3042cdc54d00be9a0cb80bb17a49d5d316c4ae2b9e3b2f46eb21dae58446f
3
+ size 1755370864
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eabe258c7a471e8c394ca95e50666d112a881b2dc40e29bf5b4c73a7bc904ad
3
+ size 1755370864
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3488d93822951c63de6a1fbd1d2a28efb01ca84854d664f746fe2db6f6e2dba
3
+ size 1755370864
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aee5654f2f930e99b4f9ac8718851200e34e15bab534b3093aa187fca87f768
3
+ size 1755370864
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:185e459515d7ac83e2905e826e3a6fad47e07ee9121218f6cd5418709abe8265
3
+ size 1755370864
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793204b76950a0949bd167627ca5500f88d913bbeafd9ce7645a70a9dc80f41f
3
+ size 1755370864
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01476917c43b0655e1c7be13573ec9a71102610f24b2bb4a4943dc586b8050ef
3
+ size 1755370864
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8583d8c5358e8df3560b2b1936e901dad7ea17eda376d398924c466a7de3f94
3
+ size 1755370864
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0beab5d8b835275f0178313760bd0f79073347931fb6cd1d23e7a965fcb122
3
+ size 1755370864
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51272f1e35e1d5ab7d24173272dd4b68ada3a6f0f9627ea897ac562810c8934
3
+ size 1755370864
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d61b35d7a2ea41356de108b4927f0a69d593aebad5b4923c622f351d982e7a3
3
+ size 1755370864
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec7099ce3aab622cc8d72b5b2be4af1f8d52291020f28ca4286802e74be38ce5
3
+ size 1755370864
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5967c993cdb19770f1a7ef9227c0553f0684faeea3dfffdfd6d0fd6ca922efe
3
+ size 1755370864
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc8d1760fbdcf0b9cfcbd042460d21c798e93b6e3b664974bc0ade10f472f90
3
+ size 1755370864
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ea248ef5601e2ade2f125d4a335134f3359bc86796b7ff8f0ffc64ff9a22aec
3
+ size 1755370864
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fff1bf1fcb2c3f67d5a01d0ec15efb56baf708ec0f2867c3157ddfbfd17d20e2
3
+ size 1755370864
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97cfdfd5062d2abb4ba472b119504c491e26232020893a800c64a66ab7bb965
3
+ size 1755370864
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3498feb73011a09602f0c723f91c07a5a1263ff8621921dce81acd72cf46e493
3
+ size 1755370864
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1ceaa07c15b36a8696785049bfba9ad467957977b6c3a2bb1b82df2751a90f
3
+ size 1755370864
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e35f32f2de587fc593d7bb28baec20ad68e7c65be10be8af4f4eea1397f1e5a
3
+ size 1755370864
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be8552ab946fd46181a0fe675c49ec6c9992adbe5ff6bdb35ffd2852d66adfd1
3
+ size 1755370864
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a96c7d0c3d322caa5ae44cdb167fb7aaad4489c16d4cd5c2947425fd2a485f7
3
+ size 1755370864
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842651fb16e0b2f6aaed4aff713611fbbbf3dc54f95fb7279ba775b0a29114f1
3
+ size 1755370864
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25341543ea72cc79f551d7ae590aef6a901828580faae64b6ad833be96702085
3
+ size 1755370864
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f2d093093e1f16efda816c8fa6191afad3f6b07304ae7ccaaf13a9d5bb18c2f
3
+ size 1755370864
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fac6e0d017e28dab039ce4513934573d668112c2722f0b4a7f4236317755bfd
3
+ size 1755370864
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03ee2828fb95f13b311be09c6bc7da64b11fb6cbef30d25789d600c8c364aad
3
+ size 1755370864
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd2c8cc96870d62bdb03bbbca0735319e65d62c7c42dc7bbc72d411ad533415
3
+ size 1755370864
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1456ebc2ff34e9ef4928dd4a14e0b43a085b68b60eb9615ad56b84ef0d91a7de
3
+ size 1755370864
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f1e1d403784a685f7b40adc2bbe07eaef7053e8391ff427a63f03199a1d2f73
3
+ size 1755370864
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30ae4eb23a9a34dac7884c6fb5f644f5d3dc65110d5e68861574942df84a91d4
3
+ size 1755370864