Upload folder using huggingface_hub

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "OlmoForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "clip_qkv": null,
+  "eos_token_id": 50279,
+  "hidden_act": "silu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "max_position_embeddings": 4096,
+  "model_type": "olmo",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 16,
+  "pad_token_id": 1,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.1",
+  "use_cache": true,
+  "vocab_size": 50304
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": 50279,
+  "pad_token_id": 1,
+  "transformers_version": "4.46.1"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b0d0ad6973dda73c664616df53ed04f86a9e79a238b07fbf48612e0d3bffcf
+size 1485859572

special_tokens_map.json

@@ -0,0 +1,4 @@
+{
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|padding|>"
+}

tmp/config.json

@@ -0,0 +1,22 @@
+{
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "clip_qkv": null,
+  "eos_token_id": 50279,
+  "hidden_act": "silu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "max_position_embeddings": 4096,
+  "model_type": "olmo",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 16,
+  "pad_token_id": 1,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.46.1",
+  "use_cache": true,
+  "vocab_size": 50304
+}

tmp/pytorch_model-1-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7f49915b5bd8cdeb573f4764750e1a1eae196185cf1e2f65de327e97935935
+size 67111818

tmp/pytorch_model-10-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0afbf2873a9fc7bd87dad3ec78e5025745ab78f8072cec368ca001a98d1616
+size 67111891

tmp/pytorch_model-11-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1228f96f44f11fc44b424ba1ff516aeb557ceba60de70e4a97a9c75eb0324
+size 67111891

tmp/pytorch_model-12-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a858c8acf6bfd36df6afa771ab6be6b504cda3eebca980f48b6ecaeb26a2ced
+size 67111891

tmp/pytorch_model-13-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f27c711d6367a872324dd7e4f97b60bee42ddb33609ea89c86e00b7494a71a
+size 67111891

tmp/pytorch_model-14-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb4045022428e697f4e5dc1b72cd69518af72bf3223af0bbceb65243b53bebb
+size 67111891

tmp/pytorch_model-15-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481ca1622ba236bf23571a9dfdcdb233032e45f7d5c5ebebf3abad57a7442286
+size 67111891

tmp/pytorch_model-16-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05b63e31bb7634bec94be36147ae44c6efd52f9996ea6505e22fbaed06ae37f
+size 67111891

tmp/pytorch_model-17-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3e861ea8d275f434c8b87e486dbf30b7ef8e4918f44e423e0457c88556162e
+size 412092018

tmp/pytorch_model-2-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7c4d4c62d1adce4511aa2ccbb848f54aa0e94ec18b3adac92ed36a934b7213
+size 67111818

tmp/pytorch_model-3-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c4ff6f0b0fd14116ae1323557c161408f794f520dd4943b9e0c66b556b3112
+size 67111818

tmp/pytorch_model-4-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e86a0e07a966afe433ef0261aff2037b091b0a40a14cb461666d08df3d3840
+size 67111818

tmp/pytorch_model-5-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2786805424f387db1ec1d356d3352359246c9746975c60c75ef5a60022c2df3
+size 67111818

tmp/pytorch_model-6-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d1ce21f56d14b0e8347b6ff17b9991a20fd51fa39b0b39645216a743ae980e
+size 67111818

tmp/pytorch_model-7-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605742531f09b86991a816d9105b225395ea8968401c619ac22bb3b8854fee8f
+size 67111818

tmp/pytorch_model-8-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1c4a43779d901a7f91ba3488b729e478c97ee38c8b1a35a3c4b0ca32011f92
+size 67111818

tmp/pytorch_model-9-of-17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf793ef7e5d70742f685b4f9b5a04f029467c8c5c695bf4ea581739a74fa82b2
+size 67111818

tmp/pytorch_model.bin.index.json

@@ -0,0 +1 @@
+{"weight_map": {"model.layers.0.self_attn.q_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.self_attn.k_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.self_attn.v_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.self_attn.o_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.mlp.gate_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.mlp.down_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.mlp.up_proj.weight": "pytorch_model-1-of-17.bin", "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-1-of-17.bin", "model.layers.1.self_attn.q_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.self_attn.k_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.self_attn.v_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.self_attn.o_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.mlp.gate_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.mlp.down_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.mlp.up_proj.weight": "pytorch_model-2-of-17.bin", "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-2-of-17.bin", "model.layers.2.self_attn.q_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.self_attn.k_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.self_attn.v_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.self_attn.o_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.mlp.gate_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.mlp.down_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.mlp.up_proj.weight": "pytorch_model-3-of-17.bin", "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-3-of-17.bin", "model.layers.3.self_attn.q_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.self_attn.k_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.self_attn.v_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.self_attn.o_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.mlp.gate_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.mlp.down_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.mlp.up_proj.weight": "pytorch_model-4-of-17.bin", "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-4-of-17.bin", "model.layers.4.self_attn.q_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.self_attn.k_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.self_attn.v_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.self_attn.o_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.mlp.gate_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.mlp.down_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.mlp.up_proj.weight": "pytorch_model-5-of-17.bin", "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-5-of-17.bin", "model.layers.5.self_attn.q_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.self_attn.k_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.self_attn.v_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.self_attn.o_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.mlp.gate_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.mlp.down_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.mlp.up_proj.weight": "pytorch_model-6-of-17.bin", "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-6-of-17.bin", "model.layers.6.self_attn.q_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.self_attn.k_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.self_attn.v_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.self_attn.o_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.mlp.gate_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.mlp.down_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.mlp.up_proj.weight": "pytorch_model-7-of-17.bin", "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-7-of-17.bin", "model.layers.7.self_attn.q_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.self_attn.k_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.self_attn.v_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.self_attn.o_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.mlp.gate_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.mlp.down_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.mlp.up_proj.weight": "pytorch_model-8-of-17.bin", "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-8-of-17.bin", "model.layers.8.self_attn.q_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.self_attn.k_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.self_attn.v_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.self_attn.o_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.mlp.gate_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.mlp.down_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.mlp.up_proj.weight": "pytorch_model-9-of-17.bin", "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-9-of-17.bin", "model.layers.9.self_attn.q_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.self_attn.k_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.self_attn.v_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.self_attn.o_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.mlp.gate_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.mlp.down_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.mlp.up_proj.weight": "pytorch_model-10-of-17.bin", "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-10-of-17.bin", "model.layers.10.self_attn.q_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.self_attn.k_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.self_attn.v_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.self_attn.o_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.mlp.gate_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.mlp.down_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.mlp.up_proj.weight": "pytorch_model-11-of-17.bin", "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-11-of-17.bin", "model.layers.11.self_attn.q_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.self_attn.k_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.self_attn.v_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.self_attn.o_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.mlp.gate_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.mlp.down_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.mlp.up_proj.weight": "pytorch_model-12-of-17.bin", "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-12-of-17.bin", "model.layers.12.self_attn.q_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.self_attn.k_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.self_attn.v_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.self_attn.o_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.mlp.gate_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.mlp.down_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.mlp.up_proj.weight": "pytorch_model-13-of-17.bin", "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-13-of-17.bin", "model.layers.13.self_attn.q_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.self_attn.k_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.self_attn.v_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.self_attn.o_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.mlp.gate_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.mlp.down_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.mlp.up_proj.weight": "pytorch_model-14-of-17.bin", "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-14-of-17.bin", "model.layers.14.self_attn.q_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.self_attn.k_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.self_attn.v_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.self_attn.o_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.mlp.gate_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.mlp.down_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.mlp.up_proj.weight": "pytorch_model-15-of-17.bin", "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-15-of-17.bin", "model.layers.15.self_attn.q_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.self_attn.k_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.self_attn.v_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.self_attn.o_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.mlp.gate_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.mlp.down_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.mlp.up_proj.weight": "pytorch_model-16-of-17.bin", "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-16-of-17.bin", "model.embed_tokens.weight": "pytorch_model-17-of-17.bin", "lm_head.weight": "pytorch_model-17-of-17.bin"}, "metadata": {"total_size": 742917120}}

tokenizer_config.json

@@ -0,0 +1,238 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|padding|>",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": null
+}