Upload 2 files

modeling_lumenspark.py

@@ -1,5 +1,5 @@
+from transformers import PreTrainedModel, GPT2Tokenizer, AutoConfig, AutoModelForCausalLM
 from lumenspark.configuration_lumenspark import LumensparkConfig
-from transformers import PreTrainedModel, GPT2Tokenizer
 from huggingface_hub import hf_hub_download
 from safetensors import safe_open
 from torch import nn
@@ -292,4 +292,7 @@ class LumensparkModel(PreTrainedModel):
             loss_fct = nn.CrossEntropyLoss()
             loss = loss_fct(shift_logits, shift_labels)
 
-        return {"loss": loss, "logits": logits}
+        return {"loss": loss, "logits": logits}
+    
+AutoConfig.register("lumenspark", LumensparkConfig)
+AutoModelForCausalLM.register(LumensparkConfig, LumensparkModel)