Update setup_llama.py

setup_llama.py

@@ -3,7 +3,6 @@ import subprocess
 import time
 import requests
 os.environ["OLLAMA_HOST"] = "0.0.0.0"
-os.environ["NGROK_AUTHTOKEN"] = os.getenv("NGROK_AUTHTOKEN")
 
 def run_command(command, check=True):
     """Run a shell command and handle output/errors."""
@@ -17,49 +16,28 @@ def download_model():
     """Download the Llama model from HuggingFace."""
     model_url = "https://huggingface.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF/resolve/main/Llama-3.1-8B-Lexi-Uncensored_V2_Q4.gguf"
     print(f"Downloading model from {model_url}...")
-    run_command(f"wget {model_url} -O llama.gguf")
+    run_command(f"wget -O unllama.gguf {model_url} ")
 
 def start_ollama_service():
-    """Start Ollama serve in the background."""
+    ngrok.set_auth_token(os.getenv("NGROK_AUTHTOKEN"))
     print("Starting Ollama service...")
+    run_command("curl -fsSL https://ollama.com/install.sh | sh")
     run_command("ollama serve")
     while True:
         try:
             response = requests.get("http://localhost:11434")
             if response.status_code == 200:
+                URL = ngrok.connect(11434)
+                print(URL)
                 break
         except requests.ConnectionError:
             time.sleep(2)
 
 def create_model():
-    """Create the model using Ollama."""
-    print("Creating the model in Ollama...")
-    run_command("ollama create llama -f Modelfile")
-
-def setup_ngrok():
-    run_command("pip install pyngrok")
-    ngrok_authtoken = os.getenv("NGROK_AUTHTOKEN")
-    if not ngrok_authtoken:
-        print("Error: NGROK_AUTHTOKEN secret not found.")
-        exit(1)
-
-    run_command(f"./ngrok authtoken {ngrok_authtoken}")
-    run_command("ngrok http 11434 &")
-
-    # Wait for the public URL from ngrok
-    public_url = None
-    while not public_url:
-        try:
-            tunnels_response = requests.get("http://127.0.0.1:4040/api/tunnels")
-            public_url = tunnels_response.json()['tunnels'][0]['public_url']
-        except (requests.ConnectionError, KeyError, IndexError):
-            time.sleep(2)
-
-    print(f"Ngrok public URL: {public_url}")
-    return public_url
+    run_command("ollama create unllama -f mf.yaml")
+    print("Created unllama")
 
 if __name__ == "__main__":
-    run_command("pip install ollama")
     download_model()
     create_model()
     start_ollama_service()