GPTQ model commit

Browse files

Files changed (8) hide show

added_tokens.json +262 -0
config.json +39 -0
generation_config.json +6 -0
model.safetensors +3 -0
quantize_config.json +10 -0
special_tokens_map.json +6 -0
tokenizer.json +0 -0
tokenizer_config.json +11 -0

added_tokens.json ADDED Viewed

	@@ -0,0 +1,262 @@

+{
+  "<dummy001>": 49740,
+  "<dummy49741>": 49741,
+  "<dummy49742>": 49742,
+  "<dummy49743>": 49743,
+  "<dummy49744>": 49744,
+  "<dummy49745>": 49745,
+  "<dummy49746>": 49746,
+  "<dummy49747>": 49747,
+  "<dummy49748>": 49748,
+  "<dummy49749>": 49749,
+  "<dummy49750>": 49750,
+  "<dummy49751>": 49751,
+  "<dummy49752>": 49752,
+  "<dummy49753>": 49753,
+  "<dummy49754>": 49754,
+  "<dummy49755>": 49755,
+  "<dummy49756>": 49756,
+  "<dummy49757>": 49757,
+  "<dummy49758>": 49758,
+  "<dummy49759>": 49759,
+  "<dummy49760>": 49760,
+  "<dummy49761>": 49761,
+  "<dummy49762>": 49762,
+  "<dummy49763>": 49763,
+  "<dummy49764>": 49764,
+  "<dummy49765>": 49765,
+  "<dummy49766>": 49766,
+  "<dummy49767>": 49767,
+  "<dummy49768>": 49768,
+  "<dummy49769>": 49769,
+  "<dummy49770>": 49770,
+  "<dummy49771>": 49771,
+  "<dummy49772>": 49772,
+  "<dummy49773>": 49773,
+  "<dummy49774>": 49774,
+  "<dummy49775>": 49775,
+  "<dummy49776>": 49776,
+  "<dummy49777>": 49777,
+  "<dummy49778>": 49778,
+  "<dummy49779>": 49779,
+  "<dummy49780>": 49780,
+  "<dummy49781>": 49781,
+  "<dummy49782>": 49782,
+  "<dummy49783>": 49783,
+  "<dummy49784>": 49784,
+  "<dummy49785>": 49785,
+  "<dummy49786>": 49786,
+  "<dummy49787>": 49787,
+  "<dummy49788>": 49788,
+  "<dummy49789>": 49789,
+  "<dummy49790>": 49790,
+  "<dummy49791>": 49791,
+  "<dummy49792>": 49792,
+  "<dummy49793>": 49793,
+  "<dummy49794>": 49794,
+  "<dummy49795>": 49795,
+  "<dummy49796>": 49796,
+  "<dummy49797>": 49797,
+  "<dummy49798>": 49798,
+  "<dummy49799>": 49799,
+  "<dummy49800>": 49800,
+  "<dummy49801>": 49801,
+  "<dummy49802>": 49802,
+  "<dummy49803>": 49803,
+  "<dummy49804>": 49804,
+  "<dummy49805>": 49805,
+  "<dummy49806>": 49806,
+  "<dummy49807>": 49807,
+  "<dummy49808>": 49808,
+  "<dummy49809>": 49809,
+  "<dummy49810>": 49810,
+  "<dummy49811>": 49811,
+  "<dummy49812>": 49812,
+  "<dummy49813>": 49813,
+  "<dummy49814>": 49814,
+  "<dummy49815>": 49815,
+  "<dummy49816>": 49816,
+  "<dummy49817>": 49817,
+  "<dummy49818>": 49818,
+  "<dummy49819>": 49819,
+  "<dummy49820>": 49820,
+  "<dummy49821>": 49821,
+  "<dummy49822>": 49822,
+  "<dummy49823>": 49823,
+  "<dummy49824>": 49824,
+  "<dummy49825>": 49825,
+  "<dummy49826>": 49826,
+  "<dummy49827>": 49827,
+  "<dummy49828>": 49828,
+  "<dummy49829>": 49829,
+  "<dummy49830>": 49830,
+  "<dummy49831>": 49831,
+  "<dummy49832>": 49832,
+  "<dummy49833>": 49833,
+  "<dummy49834>": 49834,
+  "<dummy49835>": 49835,
+  "<dummy49836>": 49836,
+  "<dummy49837>": 49837,
+  "<dummy49838>": 49838,
+  "<dummy49839>": 49839,
+  "<dummy49840>": 49840,
+  "<dummy49841>": 49841,
+  "<dummy49842>": 49842,
+  "<dummy49843>": 49843,
+  "<dummy49844>": 49844,
+  "<dummy49845>": 49845,
+  "<dummy49846>": 49846,
+  "<dummy49847>": 49847,
+  "<dummy49848>": 49848,
+  "<dummy49849>": 49849,
+  "<dummy49850>": 49850,
+  "<dummy49851>": 49851,
+  "<dummy49852>": 49852,
+  "<dummy49853>": 49853,
+  "<dummy49854>": 49854,
+  "<dummy49855>": 49855,
+  "<dummy49856>": 49856,
+  "<dummy49857>": 49857,
+  "<dummy49858>": 49858,
+  "<dummy49859>": 49859,
+  "<dummy49860>": 49860,
+  "<dummy49861>": 49861,
+  "<dummy49862>": 49862,
+  "<dummy49863>": 49863,
+  "<dummy49864>": 49864,
+  "<dummy49865>": 49865,
+  "<dummy49866>": 49866,
+  "<dummy49867>": 49867,
+  "<dummy49868>": 49868,
+  "<dummy49869>": 49869,
+  "<dummy49870>": 49870,
+  "<dummy49871>": 49871,
+  "<dummy49872>": 49872,
+  "<dummy49873>": 49873,
+  "<dummy49874>": 49874,
+  "<dummy49875>": 49875,
+  "<dummy49876>": 49876,
+  "<dummy49877>": 49877,
+  "<dummy49878>": 49878,
+  "<dummy49879>": 49879,
+  "<dummy49880>": 49880,
+  "<dummy49881>": 49881,
+  "<dummy49882>": 49882,
+  "<dummy49883>": 49883,
+  "<dummy49884>": 49884,
+  "<dummy49885>": 49885,
+  "<dummy49886>": 49886,
+  "<dummy49887>": 49887,
+  "<dummy49888>": 49888,
+  "<dummy49889>": 49889,
+  "<dummy49890>": 49890,
+  "<dummy49891>": 49891,
+  "<dummy49892>": 49892,
+  "<dummy49893>": 49893,
+  "<dummy49894>": 49894,
+  "<dummy49895>": 49895,
+  "<dummy49896>": 49896,
+  "<dummy49897>": 49897,
+  "<dummy49898>": 49898,
+  "<dummy49899>": 49899,
+  "<dummy49900>": 49900,
+  "<dummy49901>": 49901,
+  "<dummy49902>": 49902,
+  "<dummy49903>": 49903,
+  "<dummy49904>": 49904,
+  "<dummy49905>": 49905,
+  "<dummy49906>": 49906,
+  "<dummy49907>": 49907,
+  "<dummy49908>": 49908,
+  "<dummy49909>": 49909,
+  "<dummy49910>": 49910,
+  "<dummy49911>": 49911,
+  "<dummy49912>": 49912,
+  "<dummy49913>": 49913,
+  "<dummy49914>": 49914,
+  "<dummy49915>": 49915,
+  "<dummy49916>": 49916,
+  "<dummy49917>": 49917,
+  "<dummy49918>": 49918,
+  "<dummy49919>": 49919,
+  "<dummy49920>": 49920,
+  "<dummy49921>": 49921,
+  "<dummy49922>": 49922,
+  "<dummy49923>": 49923,
+  "<dummy49924>": 49924,
+  "<dummy49925>": 49925,
+  "<dummy49926>": 49926,
+  "<dummy49927>": 49927,
+  "<dummy49928>": 49928,
+  "<dummy49929>": 49929,
+  "<dummy49930>": 49930,
+  "<dummy49931>": 49931,
+  "<dummy49932>": 49932,
+  "<dummy49933>": 49933,
+  "<dummy49934>": 49934,
+  "<dummy49935>": 49935,
+  "<dummy49936>": 49936,
+  "<dummy49937>": 49937,
+  "<dummy49938>": 49938,
+  "<dummy49939>": 49939,
+  "<dummy49940>": 49940,
+  "<dummy49941>": 49941,
+  "<dummy49942>": 49942,
+  "<dummy49943>": 49943,
+  "<dummy49944>": 49944,
+  "<dummy49945>": 49945,
+  "<dummy49946>": 49946,
+  "<dummy49947>": 49947,
+  "<dummy49948>": 49948,
+  "<dummy49949>": 49949,
+  "<dummy49950>": 49950,
+  "<dummy49951>": 49951,
+  "<dummy49952>": 49952,
+  "<dummy49953>": 49953,
+  "<dummy49954>": 49954,
+  "<dummy49955>": 49955,
+  "<dummy49956>": 49956,
+  "<dummy49957>": 49957,
+  "<dummy49958>": 49958,
+  "<dummy49959>": 49959,
+  "<dummy49960>": 49960,
+  "<dummy49961>": 49961,
+  "<dummy49962>": 49962,
+  "<dummy49963>": 49963,
+  "<dummy49964>": 49964,
+  "<dummy49965>": 49965,
+  "<dummy49966>": 49966,
+  "<dummy49967>": 49967,
+  "<dummy49968>": 49968,
+  "<dummy49969>": 49969,
+  "<dummy49970>": 49970,
+  "<dummy49971>": 49971,
+  "<dummy49972>": 49972,
+  "<dummy49973>": 49973,
+  "<dummy49974>": 49974,
+  "<dummy49975>": 49975,
+  "<dummy49976>": 49976,
+  "<dummy49977>": 49977,
+  "<dummy49978>": 49978,
+  "<dummy49979>": 49979,
+  "<dummy49980>": 49980,
+  "<dummy49981>": 49981,
+  "<dummy49982>": 49982,
+  "<dummy49983>": 49983,
+  "<dummy49984>": 49984,
+  "<dummy49985>": 49985,
+  "<dummy49986>": 49986,
+  "<dummy49987>": 49987,
+  "<dummy49988>": 49988,
+  "<dummy49989>": 49989,
+  "<dummy49990>": 49990,
+  "<dummy49991>": 49991,
+  "<dummy49992>": 49992,
+  "<dummy49993>": 49993,
+  "<dummy49994>": 49994,
+  "<dummy49995>": 49995,
+  "<dummy49996>": 49996,
+  "<dummy49997>": 49997,
+  "<dummy49998>": 49998,
+  "<dummy49999>": 49999
+}

config.json ADDED Viewed

	@@ -0,0 +1,39 @@

+{
+    "_name_or_path": "/workspace/process/stockmark_stockmark-13b/source",
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "bos_token_id": 0,
+    "eos_token_id": 1,
+    "hidden_act": "silu",
+    "hidden_size": 5120,
+    "initializer_range": 0.02,
+    "intermediate_size": 13824,
+    "max_position_embeddings": 2048,
+    "model_type": "llama",
+    "num_attention_heads": 40,
+    "num_hidden_layers": 40,
+    "num_key_value_heads": 40,
+    "pad_token_id": 0,
+    "pretraining_tp": 1,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": null,
+    "rope_theta": 10000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "float16",
+    "transformers_version": "4.34.1",
+    "use_cache": true,
+    "vocab_size": 50000,
+    "quantization_config": {
+        "bits": 4,
+        "group_size": 128,
+        "damp_percent": 0.1,
+        "desc_act": true,
+        "sym": true,
+        "true_sequential": true,
+        "model_name_or_path": null,
+        "model_file_base_name": "model",
+        "quant_method": "gptq"
+    }
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 2,
+  "transformers_version": "4.34.1"
+}

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:957baca2475f6278e5c6eff9d934dd4695e8ca05b477209a564fa013ca147d08
+size 7628075192

quantize_config.json ADDED Viewed

	@@ -0,0 +1,10 @@

+{
+  "bits": 4,
+  "group_size": 128,
+  "damp_percent": 0.1,
+  "desc_act": true,
+  "sym": true,
+  "true_sequential": true,
+  "model_name_or_path": null,
+  "model_file_base_name": "model"
+}

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,6 @@

+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,11 @@

+{
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "tokenizer_class": "LlamaTokenizerFast",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}