|
|
@ -144,6 +144,7 @@ def login(driver): |
|
|
|
WebDriverWait(driver, 100).until(EC.visibility_of_element_located( |
|
|
|
(By.XPATH, '//input[@name="search"]'))) |
|
|
|
|
|
|
|
|
|
|
|
# Saves the crawled html page, makes the directory path for html pages if not made |
|
|
|
def savePage(driver, page, url): |
|
|
|
cleanPage = cleanHTML(driver, page) |
|
|
@ -237,12 +238,12 @@ def crawlForum(driver): |
|
|
|
savePage(driver, driver.page_source, item) |
|
|
|
driver.back() |
|
|
|
|
|
|
|
# comment out |
|
|
|
break |
|
|
|
|
|
|
|
# comment out |
|
|
|
if count == 1: |
|
|
|
break |
|
|
|
# # comment out |
|
|
|
# break |
|
|
|
# |
|
|
|
# # comment out |
|
|
|
# if count == 1: |
|
|
|
# break |
|
|
|
|
|
|
|
try: |
|
|
|
# temp = driver.find_element(by=By.XPATH, value= |
|
|
|