taylorj94
/

Llama-3.2-1B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

taylorj94 commited on 17 days ago

Commit

85568f9

·

verified ·

1 Parent(s): fcd4f5b

Update handler.py

Files changed (1) hide show

handler.py +1 -2

handler.py CHANGED Viewed

@@ -31,8 +31,7 @@ class EndpointHandler:
             path (str): Path to the GGUF file.
         """
-        print(f"Current working directory: {os.getcwd()}")
-        self.model = Llama(model_path="app/Llama-3.2-1B-Instruct-Q4_K_L.gguf")
         self.tokenizer = self.model.tokenizer  # GGUF-specific tokenizer, if available
     def __call__(self, data: Any) -> List[Dict[str, str]]:

             path (str): Path to the GGUF file.
         """
+        self.model = Llama(model_path="/repository/Llama-3.2-1B-Instruct-Q4_K_L.gguf")
         self.tokenizer = self.model.tokenizer  # GGUF-specific tokenizer, if available
     def __call__(self, data: Any) -> List[Dict[str, str]]: