weights upload
Browse filesCodeRosa-70B-AB1 weights
This view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +29 -0
- generation_config.json +7 -0
- model-00001-of-00081.safetensors +3 -0
- model-00002-of-00081.safetensors +3 -0
- model-00003-of-00081.safetensors +3 -0
- model-00004-of-00081.safetensors +3 -0
- model-00005-of-00081.safetensors +3 -0
- model-00006-of-00081.safetensors +3 -0
- model-00007-of-00081.safetensors +3 -0
- model-00008-of-00081.safetensors +3 -0
- model-00009-of-00081.safetensors +3 -0
- model-00010-of-00081.safetensors +3 -0
- model-00011-of-00081.safetensors +3 -0
- model-00012-of-00081.safetensors +3 -0
- model-00013-of-00081.safetensors +3 -0
- model-00014-of-00081.safetensors +3 -0
- model-00015-of-00081.safetensors +3 -0
- model-00016-of-00081.safetensors +3 -0
- model-00017-of-00081.safetensors +3 -0
- model-00018-of-00081.safetensors +3 -0
- model-00019-of-00081.safetensors +3 -0
- model-00020-of-00081.safetensors +3 -0
- model-00021-of-00081.safetensors +3 -0
- model-00022-of-00081.safetensors +3 -0
- model-00023-of-00081.safetensors +3 -0
- model-00024-of-00081.safetensors +3 -0
- model-00025-of-00081.safetensors +3 -0
- model-00026-of-00081.safetensors +3 -0
- model-00027-of-00081.safetensors +3 -0
- model-00028-of-00081.safetensors +3 -0
- model-00029-of-00081.safetensors +3 -0
- model-00030-of-00081.safetensors +3 -0
- model-00031-of-00081.safetensors +3 -0
- model-00032-of-00081.safetensors +3 -0
- model-00033-of-00081.safetensors +3 -0
- model-00034-of-00081.safetensors +3 -0
- model-00035-of-00081.safetensors +3 -0
- model-00036-of-00081.safetensors +3 -0
- model-00037-of-00081.safetensors +3 -0
- model-00038-of-00081.safetensors +3 -0
- model-00039-of-00081.safetensors +3 -0
- model-00040-of-00081.safetensors +3 -0
- model-00041-of-00081.safetensors +3 -0
- model-00042-of-00081.safetensors +3 -0
- model-00043-of-00081.safetensors +3 -0
- model-00044-of-00081.safetensors +3 -0
- model-00045-of-00081.safetensors +3 -0
- model-00046-of-00081.safetensors +3 -0
- model-00047-of-00081.safetensors +3 -0
- model-00048-of-00081.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "E:\\lab\\workspace\\PyRosa-70B-A\\",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 1,
|
9 |
+
"eos_token_id": 2,
|
10 |
+
"hidden_act": "silu",
|
11 |
+
"hidden_size": 8192,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 28672,
|
14 |
+
"max_position_embeddings": 4096,
|
15 |
+
"model_type": "llama",
|
16 |
+
"num_attention_heads": 64,
|
17 |
+
"num_hidden_layers": 80,
|
18 |
+
"num_key_value_heads": 8,
|
19 |
+
"pad_token_id": 0,
|
20 |
+
"pretraining_tp": 1,
|
21 |
+
"rms_norm_eps": 1e-05,
|
22 |
+
"rope_scaling": null,
|
23 |
+
"rope_theta": 10000.0,
|
24 |
+
"tie_word_embeddings": false,
|
25 |
+
"torch_dtype": "float16",
|
26 |
+
"transformers_version": "4.38.2",
|
27 |
+
"use_cache": true,
|
28 |
+
"vocab_size": 32000
|
29 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.38.2"
|
7 |
+
}
|
model-00001-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d06e59d50a8c72dbed1e46c9d5cc98c822374889bf630d5fea7422aa9ea341a
|
3 |
+
size 1765802808
|
model-00002-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:481a2323ccf7bf51573cccadb827f5bc41ea25eb715b074a3c7913f8c88cf8d8
|
3 |
+
size 1711309848
|
model-00003-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49daabd7f120758418d684c35f781872027b15db542d5c1ea7b9c64bdf66193d
|
3 |
+
size 1711309848
|
model-00004-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1978debb3e92c9e818c863ac9d3d278ce1ae28625eaa21116ca4efff6c433b21
|
3 |
+
size 1711309848
|
model-00005-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bad4e9e60bf288c4f14775ddc0580a301ef848f5658fb3379c8ac670fe4a009
|
3 |
+
size 1711309848
|
model-00006-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c29ede6773ba99c82fe51ce087a9e02959889224159283f059f04dd84ab2162c
|
3 |
+
size 1711309848
|
model-00007-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d39bc653fd5035111e7c470c6c7a22f6f6ab76b17058303fd6526b72ed5c564
|
3 |
+
size 1711309848
|
model-00008-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03ad1cacea51fd9ad7ffcf4608513b69577baa6abb7be87beeddc01e46b45409
|
3 |
+
size 1711309848
|
model-00009-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad5de7a77f86ecaa9a88b8885ec728d7fec87374bc2b67949a3fdcba8aeaefe8
|
3 |
+
size 1711309848
|
model-00010-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec2af9d7ac7b4a8897162818ffb5e84effda64a7b32035060a1462fc97ea2035
|
3 |
+
size 1711309848
|
model-00011-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f6bd55e6258eb1823e907b6c5f601cb16f48ed3ea8d9b5c074dd7b1f4b45fdf
|
3 |
+
size 1711309864
|
model-00012-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:499ebd85be63d010278b6ff4750c90ef11387f7c6661ed3b42eddf8f922e2972
|
3 |
+
size 1711309864
|
model-00013-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c79aa87b910586ccdf6f05113bb873fb47bf450ab8db98b0fa85cb94fca6ef09
|
3 |
+
size 1711309864
|
model-00014-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c130dd73b3e1183594485ebc71ab88c2189205521d0d986577923bd46b5d0d6e
|
3 |
+
size 1711309864
|
model-00015-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e19b0c83027c757f13095caf1ccdcab7af69154035e0b498821fe9a2b33138c
|
3 |
+
size 1711309864
|
model-00016-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cc28c1cca2d962a22d66d23681b7af239945ea6c8c6d953567a8c0ac4de493c
|
3 |
+
size 1711309864
|
model-00017-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9635bc56d4e008e06d8296643fd4bdf3dee4027047217cbfb4f5ffd1f511fcf3
|
3 |
+
size 1711309864
|
model-00018-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:39a0c96a70a8b06e0cc0100c047e84daf00df25f0b06589b56d781cb77109ac5
|
3 |
+
size 1711309864
|
model-00019-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58282926fdea574151a57e319c2579f5b2b29755e5dfc797af6f49b53a14a72c
|
3 |
+
size 1711309864
|
model-00020-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a5f3a715109aaa706173e5021c21268b35306cb6f82ae6df2bee268f83dc49c
|
3 |
+
size 1711309864
|
model-00021-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b48fafe4d4416b7451c6a5e3fabde4eb0589228746bb5566772e40703aedcae
|
3 |
+
size 1711309864
|
model-00022-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50113c57c0be28d174bf91008c01ab8f3987659854505c17c404166c40d36785
|
3 |
+
size 1711309864
|
model-00023-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1024d8bb0d8f553f27b3e728ace883c44c036872b5832a0666b916ff033b0e6
|
3 |
+
size 1711309864
|
model-00024-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bf1aa6268f9f2c8e875fc57b9a5e0f7bdbffc6722043515ea2c142f56e8354c
|
3 |
+
size 1711309864
|
model-00025-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:029f7f7360b6c60b50652ffe1d72d3cb92543d2f4a8ae795c65fc2b7394cf427
|
3 |
+
size 1711309864
|
model-00026-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0404e63cd1fd1094236c5310f6fbfa8b12311ac57e1d1217f56f35d9c54c6b60
|
3 |
+
size 1711309864
|
model-00027-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d90df847b5ab3e6bcb93a547181e40d37dfce3722b8eebc34097135ffaecc207
|
3 |
+
size 1711309864
|
model-00028-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c99e56888c377bdda9834390728eae41ffc85f9db472ad5b55a9362c7133505
|
3 |
+
size 1711309864
|
model-00029-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2a276b443470b3107831ce3910f43f3f1a47c9533ce1cd4e4b9e99defcc4f92
|
3 |
+
size 1711309864
|
model-00030-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf473c6caf556cc22aa504119e89ac9b0bd237b5705d105ab66ada446320235b
|
3 |
+
size 1711309864
|
model-00031-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17009de797fc500339aed4a377d9d6c829fea19d28ae775744b1bbf0a7455440
|
3 |
+
size 1711309864
|
model-00032-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c2a487803094682df05479660f4317ee46a9e3c77af3d384f6be1d555d91e5b
|
3 |
+
size 1711309864
|
model-00033-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3b2dce255ec6d4288c6ebe22fd07492ebe1cf83657b3398f42d4ccebd5701c1b
|
3 |
+
size 1711309864
|
model-00034-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52e9d34643515c13fdfed4cc3b1f6ec2f0ff8bc11ed9c02d3c86c29cb6923bad
|
3 |
+
size 1711309864
|
model-00035-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6273310caed72bf2b5e88c0ebefb8e12b255b02be20c6fe1c014cb64c5d7f650
|
3 |
+
size 1711309864
|
model-00036-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13c7ffa45063dcab7d5ed621bc581955c0922ff745faf22bb9b1be236e5d26a8
|
3 |
+
size 1711309864
|
model-00037-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:edb49547aca72c3d801caf3f32948c5564f3b17026fe782a0c9c53a8de470188
|
3 |
+
size 1711309864
|
model-00038-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b5fcce8e7f02e0d82eba25e9726d6aac0aa9756a39e81dd1a3e1c06edbbb02a
|
3 |
+
size 1711309864
|
model-00039-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c22531fa44bbf6a64f2b6a6f5883f4cc7e8ff12d33ec63b41ab59f04ac5800e
|
3 |
+
size 1711309864
|
model-00040-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f925850ff815864f36b1535bcf54e0a537a48b0adc312c08c2f701458f5df208
|
3 |
+
size 1711309864
|
model-00041-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7a1aea4b914f5e20ea25e3b7d63bef7c263d301785ab6e4e87fc7063b32c372
|
3 |
+
size 1711309864
|
model-00042-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f939d522e9e3d3345a5cfa05d68bdbf324b94e194b3b7338321cf43a1d441c4
|
3 |
+
size 1711309864
|
model-00043-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c13ee420e300da2033c6ed0c662476eafe4f75862e243f3b4e4e6de146ab46e
|
3 |
+
size 1711309864
|
model-00044-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05ecec1054b2bd72722a23d5902e6ed11c4e0cb92f8b012a1adcc916561d86e0
|
3 |
+
size 1711309864
|
model-00045-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c25d7872419984fdc3153dce7f119f6cb4888fccfa913c86fbf915e3611f1eb6
|
3 |
+
size 1711309864
|
model-00046-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c5c35640203b7793d7447ed79e4bd0cf49d5b3109a09268f103d980db56ddf2
|
3 |
+
size 1711309864
|
model-00047-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fba0f87915049400d55724d671a7c5c94a39ffb9fb5b74d57acacd20b2a6318b
|
3 |
+
size 1711309864
|
model-00048-of-00081.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e73e7b178019d143633b835c41a8285f443e0c886c37d65256f27cf2ac1f507
|
3 |
+
size 1711309864
|