Upload folder using huggingface_hub

config.json

@@ -0,0 +1,67 @@
+{
+  "_name_or_path": "/data/project/yohan/98_model/models--mistralai--Mistral-Large-Instruct-2407/snapshots/566a5a1fa869af019a1d937c231a76dbcb4b0d24",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "compression_config": {
+    "config_groups": {
+      "group_0": {
+        "input_activations": {
+          "block_structure": null,
+          "dynamic": true,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "memoryless",
+          "observer_kwargs": {},
+          "strategy": "token",
+          "symmetric": true,
+          "type": "float"
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
+          "block_structure": null,
+          "dynamic": false,
+          "group_size": null,
+          "num_bits": 8,
+          "observer": "minmax",
+          "observer_kwargs": {},
+          "strategy": "channel",
+          "symmetric": true,
+          "type": "float"
+        }
+      }
+    },
+    "format": "float-quantized",
+    "global_compression_ratio": 1.240802814962739,
+    "ignore": [
+      "lm_head"
+    ],
+    "kv_cache_scheme": null,
+    "quant_method": "compressed-tensors",
+    "quantization_status": "frozen"
+  },
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd15994bafff5e4a602497bec082ca9c3480d21277151c803631c232a5cd192
+size 4958398128

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e74101e849b5e93c78330b22f4d2e27ca6993f76d0a898ca87b91f46e2fc4e
+size 4832680488

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08aae71c233bced20075d3d8fd75b70dd919ef4b8b448f5400edddd9144b663
+size 4857866304

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2f1dae099c62192ba4d7baab09cb266848951a9e50f1c8b5532f05551409ff
+size 4832680552

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e508bd641107698db13808c1d8ab178f25c49c7832fd166c23dda11744ca003
+size 4857866352

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723f67e40a8a8ed3323d4233534734c22f710e260f8d2e1dd6b23092801651c6
+size 4832680552

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb4293f6bb3af16a36fca8cc123900c0dc2a01b20a7abacb34bf49db4894154
+size 4857866352

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcd9c9f2f24caa75c06861c0a7e3b3b0a303d5def8e8ba9caf9ed9934467e5a
+size 4832680552

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d53acb48628ce8d032349304a255ab92704f61a42dc5b5018b0b129c6cdc5bd
+size 4857866352

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce672f36527104b539718bf976750f6cc855ef2e630bc8e8630db9f1e992984a
+size 4832680552

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce607f2b61a409de675fe6b8ab80a66d411c5ed0257e476ae8b2b72f517e744
+size 4857866352

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969464684fb43a2a560294febcc886fec15fd3e3c72ade360f53670e0bf9e5c7
+size 4832680552

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce569d358d68b10cfcfd028b2b37cdfdde89f65478d8e7f0f25b02b16e212875
+size 4857866352

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815af3b30a03dd0601c157f27f17bda672d95df6a25101758dcc0b7f34025f52
+size 4832680552

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f4cec1de5f5dad67505d89dad033382ccd0ffab85985ebde05fc6b1383c2fb
+size 4857866352

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d2b2b207196802a8a6530794064ff2cc43cfc30256dd9cd3f6ed30874a2964
+size 4832680552

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587aa36342740a9cb368e80c70cba8ff7e358aa37b6fc65850fa3e0d9505f0b5
+size 4857866352

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7badbc68e1a3c0cc321138b77f2ba91ab162809126f1002ba67f2911680728e5
+size 4832680552

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bf28b4bd477e3c6f61d9e9b56c5254a464592fc048893ca529baa5dd3fab05
+size 4857866352

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044f7acd24486d3d932d8bbaaf09bce52217275ccec4299b35fbe0628a0f256f
+size 4832680552

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f127e818740ed98d93192a0f14bfea180a897bf4906e25181b986f911f29bdfe
+size 4857866352

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b7604986bd44fafa11401808eb34b0b3f6c6108ff909369def2c5becbdd2dd
+size 4832680552

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cbd406a8c16da3ba4d6b6b9f7ee702b9d4fd0b73e6a38f30a7146fa5457f43
+size 4857866352

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6cfbe14b46084a22b7cebdfc1f38c6be921d5dcb934b06f0ab8c4de0a8ab25
+size 4832680552

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de17baac3d88b044b156f2916f148bb2dd91eda5e04dae9647b86fb7564178a
+size 4857866352

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0370acb20d3061919f05ec74554d9c289a8776fd6ed03f290a18082f41686c38
+size 2189695048

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583