rs545837
/

TrelisLM-smollm-distil-1500

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

rs545837 commited on Sep 12, 2024

Commit

eb97432

·

verified ·

1 Parent(s): df7cffe

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Trelis/TrelisLM-100M-layer-hidden-pruned",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -22,7 +22,7 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": true,
-  "torch_dtype": "bfloat16",
   "transformers_version": "4.44.2",
   "use_cache": true,
   "vocab_size": 49152

 {
+  "_name_or_path": "./results/checkpoint-1500",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": true,
+  "torch_dtype": "float32",
   "transformers_version": "4.44.2",
   "use_cache": true,
   "vocab_size": 49152

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9c1d48571b0842cfa4ec49e648fd9d9cf01b74d8b6a8fe723ac884378bf0523
-size 213625344

 version https://git-lfs.github.com/spec/v1
+oid sha256:1992d33d33b987af544c63a1ec18e9e9b7e523c568d2827bfc258dae1c9bac93
+size 427234264