altomek commited on
Commit
61baa06
1 Parent(s): 0ede197

weights upload

Browse files

CodeRosa-70B-AB1 weights

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +29 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00081.safetensors +3 -0
  4. model-00002-of-00081.safetensors +3 -0
  5. model-00003-of-00081.safetensors +3 -0
  6. model-00004-of-00081.safetensors +3 -0
  7. model-00005-of-00081.safetensors +3 -0
  8. model-00006-of-00081.safetensors +3 -0
  9. model-00007-of-00081.safetensors +3 -0
  10. model-00008-of-00081.safetensors +3 -0
  11. model-00009-of-00081.safetensors +3 -0
  12. model-00010-of-00081.safetensors +3 -0
  13. model-00011-of-00081.safetensors +3 -0
  14. model-00012-of-00081.safetensors +3 -0
  15. model-00013-of-00081.safetensors +3 -0
  16. model-00014-of-00081.safetensors +3 -0
  17. model-00015-of-00081.safetensors +3 -0
  18. model-00016-of-00081.safetensors +3 -0
  19. model-00017-of-00081.safetensors +3 -0
  20. model-00018-of-00081.safetensors +3 -0
  21. model-00019-of-00081.safetensors +3 -0
  22. model-00020-of-00081.safetensors +3 -0
  23. model-00021-of-00081.safetensors +3 -0
  24. model-00022-of-00081.safetensors +3 -0
  25. model-00023-of-00081.safetensors +3 -0
  26. model-00024-of-00081.safetensors +3 -0
  27. model-00025-of-00081.safetensors +3 -0
  28. model-00026-of-00081.safetensors +3 -0
  29. model-00027-of-00081.safetensors +3 -0
  30. model-00028-of-00081.safetensors +3 -0
  31. model-00029-of-00081.safetensors +3 -0
  32. model-00030-of-00081.safetensors +3 -0
  33. model-00031-of-00081.safetensors +3 -0
  34. model-00032-of-00081.safetensors +3 -0
  35. model-00033-of-00081.safetensors +3 -0
  36. model-00034-of-00081.safetensors +3 -0
  37. model-00035-of-00081.safetensors +3 -0
  38. model-00036-of-00081.safetensors +3 -0
  39. model-00037-of-00081.safetensors +3 -0
  40. model-00038-of-00081.safetensors +3 -0
  41. model-00039-of-00081.safetensors +3 -0
  42. model-00040-of-00081.safetensors +3 -0
  43. model-00041-of-00081.safetensors +3 -0
  44. model-00042-of-00081.safetensors +3 -0
  45. model-00043-of-00081.safetensors +3 -0
  46. model-00044-of-00081.safetensors +3 -0
  47. model-00045-of-00081.safetensors +3 -0
  48. model-00046-of-00081.safetensors +3 -0
  49. model-00047-of-00081.safetensors +3 -0
  50. model-00048-of-00081.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "E:\\lab\\workspace\\PyRosa-70B-A\\",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 8,
19
+ "pad_token_id": 0,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 10000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float16",
26
+ "transformers_version": "4.38.2",
27
+ "use_cache": true,
28
+ "vocab_size": 32000
29
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.38.2"
7
+ }
model-00001-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d06e59d50a8c72dbed1e46c9d5cc98c822374889bf630d5fea7422aa9ea341a
3
+ size 1765802808
model-00002-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481a2323ccf7bf51573cccadb827f5bc41ea25eb715b074a3c7913f8c88cf8d8
3
+ size 1711309848
model-00003-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49daabd7f120758418d684c35f781872027b15db542d5c1ea7b9c64bdf66193d
3
+ size 1711309848
model-00004-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1978debb3e92c9e818c863ac9d3d278ce1ae28625eaa21116ca4efff6c433b21
3
+ size 1711309848
model-00005-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bad4e9e60bf288c4f14775ddc0580a301ef848f5658fb3379c8ac670fe4a009
3
+ size 1711309848
model-00006-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c29ede6773ba99c82fe51ce087a9e02959889224159283f059f04dd84ab2162c
3
+ size 1711309848
model-00007-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d39bc653fd5035111e7c470c6c7a22f6f6ab76b17058303fd6526b72ed5c564
3
+ size 1711309848
model-00008-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03ad1cacea51fd9ad7ffcf4608513b69577baa6abb7be87beeddc01e46b45409
3
+ size 1711309848
model-00009-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5de7a77f86ecaa9a88b8885ec728d7fec87374bc2b67949a3fdcba8aeaefe8
3
+ size 1711309848
model-00010-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2af9d7ac7b4a8897162818ffb5e84effda64a7b32035060a1462fc97ea2035
3
+ size 1711309848
model-00011-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f6bd55e6258eb1823e907b6c5f601cb16f48ed3ea8d9b5c074dd7b1f4b45fdf
3
+ size 1711309864
model-00012-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499ebd85be63d010278b6ff4750c90ef11387f7c6661ed3b42eddf8f922e2972
3
+ size 1711309864
model-00013-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79aa87b910586ccdf6f05113bb873fb47bf450ab8db98b0fa85cb94fca6ef09
3
+ size 1711309864
model-00014-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c130dd73b3e1183594485ebc71ab88c2189205521d0d986577923bd46b5d0d6e
3
+ size 1711309864
model-00015-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e19b0c83027c757f13095caf1ccdcab7af69154035e0b498821fe9a2b33138c
3
+ size 1711309864
model-00016-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc28c1cca2d962a22d66d23681b7af239945ea6c8c6d953567a8c0ac4de493c
3
+ size 1711309864
model-00017-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9635bc56d4e008e06d8296643fd4bdf3dee4027047217cbfb4f5ffd1f511fcf3
3
+ size 1711309864
model-00018-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a0c96a70a8b06e0cc0100c047e84daf00df25f0b06589b56d781cb77109ac5
3
+ size 1711309864
model-00019-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58282926fdea574151a57e319c2579f5b2b29755e5dfc797af6f49b53a14a72c
3
+ size 1711309864
model-00020-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5f3a715109aaa706173e5021c21268b35306cb6f82ae6df2bee268f83dc49c
3
+ size 1711309864
model-00021-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b48fafe4d4416b7451c6a5e3fabde4eb0589228746bb5566772e40703aedcae
3
+ size 1711309864
model-00022-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50113c57c0be28d174bf91008c01ab8f3987659854505c17c404166c40d36785
3
+ size 1711309864
model-00023-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1024d8bb0d8f553f27b3e728ace883c44c036872b5832a0666b916ff033b0e6
3
+ size 1711309864
model-00024-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf1aa6268f9f2c8e875fc57b9a5e0f7bdbffc6722043515ea2c142f56e8354c
3
+ size 1711309864
model-00025-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:029f7f7360b6c60b50652ffe1d72d3cb92543d2f4a8ae795c65fc2b7394cf427
3
+ size 1711309864
model-00026-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0404e63cd1fd1094236c5310f6fbfa8b12311ac57e1d1217f56f35d9c54c6b60
3
+ size 1711309864
model-00027-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90df847b5ab3e6bcb93a547181e40d37dfce3722b8eebc34097135ffaecc207
3
+ size 1711309864
model-00028-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c99e56888c377bdda9834390728eae41ffc85f9db472ad5b55a9362c7133505
3
+ size 1711309864
model-00029-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a276b443470b3107831ce3910f43f3f1a47c9533ce1cd4e4b9e99defcc4f92
3
+ size 1711309864
model-00030-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf473c6caf556cc22aa504119e89ac9b0bd237b5705d105ab66ada446320235b
3
+ size 1711309864
model-00031-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17009de797fc500339aed4a377d9d6c829fea19d28ae775744b1bbf0a7455440
3
+ size 1711309864
model-00032-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c2a487803094682df05479660f4317ee46a9e3c77af3d384f6be1d555d91e5b
3
+ size 1711309864
model-00033-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2dce255ec6d4288c6ebe22fd07492ebe1cf83657b3398f42d4ccebd5701c1b
3
+ size 1711309864
model-00034-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e9d34643515c13fdfed4cc3b1f6ec2f0ff8bc11ed9c02d3c86c29cb6923bad
3
+ size 1711309864
model-00035-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6273310caed72bf2b5e88c0ebefb8e12b255b02be20c6fe1c014cb64c5d7f650
3
+ size 1711309864
model-00036-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c7ffa45063dcab7d5ed621bc581955c0922ff745faf22bb9b1be236e5d26a8
3
+ size 1711309864
model-00037-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb49547aca72c3d801caf3f32948c5564f3b17026fe782a0c9c53a8de470188
3
+ size 1711309864
model-00038-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5fcce8e7f02e0d82eba25e9726d6aac0aa9756a39e81dd1a3e1c06edbbb02a
3
+ size 1711309864
model-00039-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c22531fa44bbf6a64f2b6a6f5883f4cc7e8ff12d33ec63b41ab59f04ac5800e
3
+ size 1711309864
model-00040-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f925850ff815864f36b1535bcf54e0a537a48b0adc312c08c2f701458f5df208
3
+ size 1711309864
model-00041-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a1aea4b914f5e20ea25e3b7d63bef7c263d301785ab6e4e87fc7063b32c372
3
+ size 1711309864
model-00042-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f939d522e9e3d3345a5cfa05d68bdbf324b94e194b3b7338321cf43a1d441c4
3
+ size 1711309864
model-00043-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c13ee420e300da2033c6ed0c662476eafe4f75862e243f3b4e4e6de146ab46e
3
+ size 1711309864
model-00044-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ecec1054b2bd72722a23d5902e6ed11c4e0cb92f8b012a1adcc916561d86e0
3
+ size 1711309864
model-00045-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25d7872419984fdc3153dce7f119f6cb4888fccfa913c86fbf915e3611f1eb6
3
+ size 1711309864
model-00046-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5c35640203b7793d7447ed79e4bd0cf49d5b3109a09268f103d980db56ddf2
3
+ size 1711309864
model-00047-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fba0f87915049400d55724d671a7c5c94a39ffb9fb5b74d57acacd20b2a6318b
3
+ size 1711309864
model-00048-of-00081.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e73e7b178019d143633b835c41a8285f443e0c886c37d65256f27cf2ac1f507
3
+ size 1711309864