ceiteach
/

chart-no-pretrain-llama31-unsloth

Inference Endpoints

Model card Files Files and versions Community

ceiteach commited on Aug 19

Commit

ecc6f18

•

1 Parent(s): 0d3ef1c

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -4,7 +4,7 @@ import json
 class EndpointHandler():
   def __init__(self, path="ceiteach/chart-no-pretrain-llama31-unsloth"):
-    model_name = path
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype = torch.float16, device_map="auto")
     self.model = model

 class EndpointHandler():
   def __init__(self, path="ceiteach/chart-no-pretrain-llama31-unsloth"):
+    model_name = "ceiteach/chart-no-pretrain-llama31-unsloth"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype = torch.float16, device_map="auto")
     self.model = model