Upload folder using huggingface_hub

config.json

@@ -0,0 +1,62 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/home/azureuser/.cache/huggingface/hub/models--meta-llama--Llama-3.2-1B-Instruct/snapshots/9213176726f574b556790deb65791e0c5aa438b6",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 32,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.5.1-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.47.1",
+  "use_cache": true,
+  "vocab_size": 128256
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb9356789500a7b33446a9807f3f82dacbca2177630d79ae86c4e8d9e447ee3
+size 1614733472

quant_log.csv

@@ -0,0 +1,113 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.03175,0.01000,1.017
+0,self_attn.v_proj,0.00079,0.01000,0.900
+0,self_attn.q_proj,0.06525,0.01000,0.697
+0,self_attn.o_proj,0.00007,0.01000,0.725
+0,mlp.up_proj,0.05552,0.01000,0.760
+0,mlp.gate_proj,0.06979,0.01000,1.191
+0,mlp.down_proj,0.00038,0.01000,2.984
+1,self_attn.k_proj,0.05085,0.01000,0.757
+1,self_attn.v_proj,0.00290,0.01000,0.688
+1,self_attn.q_proj,0.09413,0.01000,0.707
+1,self_attn.o_proj,0.00013,0.01000,0.738
+1,mlp.up_proj,0.07888,0.01000,0.762
+1,mlp.gate_proj,0.10826,0.01000,0.880
+1,mlp.down_proj,0.28590,0.01000,2.819
+2,self_attn.k_proj,0.09612,0.01000,0.699
+2,self_attn.v_proj,0.00669,0.01000,0.639
+2,self_attn.q_proj,0.18759,0.01000,0.643
+2,self_attn.o_proj,0.00022,0.01000,0.677
+2,mlp.up_proj,0.09868,0.01000,0.738
+2,mlp.gate_proj,0.15738,0.01000,0.793
+2,mlp.down_proj,0.00116,0.01000,2.830
+3,self_attn.k_proj,0.06407,0.01000,0.683
+3,self_attn.v_proj,0.00853,0.01000,0.627
+3,self_attn.q_proj,0.13942,0.01000,0.636
+3,self_attn.o_proj,0.00042,0.01000,0.680
+3,mlp.up_proj,0.12063,0.01000,0.704
+3,mlp.gate_proj,0.24089,0.01000,0.821
+3,mlp.down_proj,0.00180,0.01000,2.678
+4,self_attn.k_proj,0.06845,0.01000,0.657
+4,self_attn.v_proj,0.00802,0.01000,0.598
+4,self_attn.q_proj,0.14062,0.01000,0.603
+4,self_attn.o_proj,0.00080,0.01000,0.657
+4,mlp.up_proj,0.12564,0.01000,0.720
+4,mlp.gate_proj,0.27190,0.01000,1.176
+4,mlp.down_proj,0.00229,0.01000,2.712
+5,self_attn.k_proj,0.10515,0.01000,0.656
+5,self_attn.v_proj,0.00722,0.01000,0.618
+5,self_attn.q_proj,0.18627,0.01000,0.614
+5,self_attn.o_proj,0.00093,0.01000,0.654
+5,mlp.up_proj,0.13925,0.01000,0.695
+5,mlp.gate_proj,0.25759,0.01000,0.810
+5,mlp.down_proj,0.00276,0.01000,2.709
+6,self_attn.k_proj,0.08841,0.01000,0.672
+6,self_attn.v_proj,0.00952,0.01000,0.597
+6,self_attn.q_proj,0.14054,0.01000,0.631
+6,self_attn.o_proj,0.00132,0.01000,0.653
+6,mlp.up_proj,0.14352,0.01000,0.732
+6,mlp.gate_proj,0.25903,0.01000,0.809
+6,mlp.down_proj,0.00290,0.01000,2.758
+7,self_attn.k_proj,0.08830,0.01000,0.631
+7,self_attn.v_proj,0.01086,0.01000,0.601
+7,self_attn.q_proj,0.16545,0.01000,0.613
+7,self_attn.o_proj,0.00131,0.01000,0.648
+7,mlp.up_proj,0.15137,0.01000,0.718
+7,mlp.gate_proj,0.24540,0.01000,0.781
+7,mlp.down_proj,0.00321,0.01000,2.713
+8,self_attn.k_proj,0.10563,0.01000,0.666
+8,self_attn.v_proj,0.01057,0.01000,0.594
+8,self_attn.q_proj,0.17346,0.01000,0.611
+8,self_attn.o_proj,0.00192,0.01000,0.670
+8,mlp.up_proj,0.17157,0.01000,0.714
+8,mlp.gate_proj,0.27059,0.01000,0.806
+8,mlp.down_proj,0.00437,0.01000,2.705
+9,self_attn.k_proj,0.08775,0.01000,0.661
+9,self_attn.v_proj,0.01261,0.01000,0.618
+9,self_attn.q_proj,0.21340,0.01000,0.628
+9,self_attn.o_proj,0.00241,0.01000,0.637
+9,mlp.up_proj,0.18442,0.01000,0.690
+9,mlp.gate_proj,0.30010,0.01000,0.839
+9,mlp.down_proj,0.00531,0.01000,2.706
+10,self_attn.k_proj,0.10957,0.01000,0.676
+10,self_attn.v_proj,0.01352,0.01000,0.586
+10,self_attn.q_proj,0.22256,0.01000,0.613
+10,self_attn.o_proj,0.00179,0.01000,0.652
+10,mlp.up_proj,0.22136,0.01000,0.715
+10,mlp.gate_proj,0.34884,0.01000,0.811
+10,mlp.down_proj,0.00678,0.01000,2.739
+11,self_attn.k_proj,0.12984,0.01000,0.639
+11,self_attn.v_proj,0.01349,0.01000,0.609
+11,self_attn.q_proj,0.21828,0.01000,0.636
+11,self_attn.o_proj,0.00152,0.01000,0.631
+11,mlp.up_proj,0.24861,0.01000,0.693
+11,mlp.gate_proj,0.38283,0.01000,0.805
+11,mlp.down_proj,0.00769,0.01000,2.708
+12,self_attn.k_proj,0.12568,0.01000,0.689
+12,self_attn.v_proj,0.01422,0.01000,0.635
+12,self_attn.q_proj,0.21687,0.01000,0.637
+12,self_attn.o_proj,0.00137,0.01000,0.677
+12,mlp.up_proj,0.26780,0.01000,0.713
+12,mlp.gate_proj,0.38886,0.01000,0.841
+12,mlp.down_proj,0.00909,0.01000,2.751
+13,self_attn.k_proj,0.12808,0.01000,0.667
+13,self_attn.v_proj,0.02392,0.01000,0.630
+13,self_attn.q_proj,0.25501,0.01000,0.639
+13,self_attn.o_proj,0.00206,0.01000,0.669
+13,mlp.up_proj,0.31638,0.01000,0.709
+13,mlp.gate_proj,0.41893,0.01000,0.787
+13,mlp.down_proj,0.01304,0.01000,2.773
+14,self_attn.k_proj,0.13626,0.01000,0.663
+14,self_attn.v_proj,0.05109,0.01000,0.637
+14,self_attn.q_proj,0.26423,0.01000,0.630
+14,self_attn.o_proj,0.00437,0.01000,0.641
+14,mlp.up_proj,0.36103,0.01000,0.723
+14,mlp.gate_proj,0.51521,0.01000,0.780
+14,mlp.down_proj,0.01679,0.01000,2.741
+15,self_attn.k_proj,0.12817,0.01000,0.651
+15,self_attn.v_proj,0.05531,0.01000,0.617
+15,self_attn.q_proj,0.24657,0.01000,0.597
+15,self_attn.o_proj,0.01504,0.01000,0.672
+15,mlp.up_proj,0.43401,0.01000,0.715
+15,mlp.gate_proj,0.57454,0.01000,0.765
+15,mlp.down_proj,0.03761,0.01000,2.710

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 32,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.5.1-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}