Upload app.py

app.py

@@ -13,6 +13,7 @@ from langchain.chains.question_answering import load_qa_chain
 from selenium import webdriver
 from selenium.webdriver.common.by import By
 from selenium.webdriver.common.keys import Keys
+from selenium.common.exceptions import NoSuchElementException
 import warnings
 warnings.filterwarnings('ignore')
 
@@ -366,21 +367,17 @@ class linkedin_scraper:
     def open_link(driver, link):
 
         while True:
-
-            # Open the Link
-            driver.get(link)
-            driver.implicitly_wait(10)
-            time.sleep(3)
-
-            # Check the Page Loaded Correctly and Break the Loop
-            if driver.find_element(by=By.CSS_SELECTOR, value='span[class="switcher-tabs__placeholder-text m-auto"]'):
-                break
-            
-            # Page not Loaded Properly, Again Open the Page
-            else:
+            # Break the Loop if the Element is Found, Indicating the Page Loaded Correctly
+            try:
                 driver.get(link)
-                driver.implicitly_wait(10)
+                driver.implicitly_wait(5)
                 time.sleep(3)
+                driver.find_element(by=By.CSS_SELECTOR, value='span.switcher-tabs__placeholder-text.m-auto')
+                return
+            
+            # Retry Loading the Page
+            except NoSuchElementException:
+                continue
 
 
     def link_open_scrolldown(driver, link, job_count):