taylorj94
/

Llama-3.2-1B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

taylorj94 commited on 17 days ago

Commit

0a736a4

·

verified ·

1 Parent(s): 85568f9

Update handler.py

Files changed (1) hide show

handler.py +3 -2

handler.py CHANGED Viewed

@@ -30,8 +30,9 @@ class EndpointHandler:
         Args:
             path (str): Path to the GGUF file.
         """
-        self.model = Llama(model_path="/repository/Llama-3.2-1B-Instruct-Q4_K_L.gguf")
         self.tokenizer = self.model.tokenizer  # GGUF-specific tokenizer, if available
     def __call__(self, data: Any) -> List[Dict[str, str]]:

         Args:
             path (str): Path to the GGUF file.
         """
+        files_and_dirs = os.listdir(".")  # "." represents the current directory
+        print(files_and_dirs)
+        self.model = Llama(model_path="./Llama-3.2-1B-Instruct-Q4_K_L.gguf")
         self.tokenizer = self.model.tokenizer  # GGUF-specific tokenizer, if available
     def __call__(self, data: Any) -> List[Dict[str, str]]: