Update app.py

app.py

@@ -47,19 +47,14 @@ class SchoolChatbot:
         self.setup_models()
         self.resources = []
         self.visited_urls = set()
-        self.crawl_and_index_resources()
-
-    def setup_models(self):
-        """Initialize all required models"""
-        try:
-            logger.info("Setting up models...")
-            self.tokenizer = AutoTokenizer.from_pretrained(Config.MODEL_NAME)
-            self.model = AutoModelForCausalLM.from_pretrained(Config.MODEL_NAME)
-            self.embedding_model = SentenceTransformer(Config.EMBEDDING_MODEL)
-            logger.info("Models setup completed successfully")
-        except Exception as e:
-            logger.error(f"Error setting up models: {e}")
-            raise
+        self.crawl_and_index_resources()  # This line will now work
+
+    def crawl_and_index_resources(self):
+        """Crawl and index resources from the base URLs."""
+        logger.info("Starting to crawl and index resources...")
+        for base_url in Config.BASE_URLS:
+            self.crawl_url(base_url, depth=0)
+        logger.info("Crawling and indexing completed.")
 
     def crawl_url(self, url: str, depth: int):
         """Recursively crawl URLs up to specified depth"""