|
|
@ -31,15 +31,15 @@ baseURL = 'http://gofishbybookb4a2kvviuygmwjqfxx7nqsovweogs2cxvqvexhe7edyd.onion |
|
|
|
|
|
|
|
def startCrawling(): |
|
|
|
mktName = getMKTName() |
|
|
|
# driver = getAccess() |
|
|
|
# |
|
|
|
# if driver != 'down': |
|
|
|
# try: |
|
|
|
# login(driver) |
|
|
|
# crawlForum(driver) |
|
|
|
# except Exception as e: |
|
|
|
# print(driver.current_url, e) |
|
|
|
# closeDriver(driver) |
|
|
|
driver = getAccess() |
|
|
|
|
|
|
|
if driver != 'down': |
|
|
|
try: |
|
|
|
login(driver) |
|
|
|
crawlForum(driver) |
|
|
|
except Exception as e: |
|
|
|
print(driver.current_url, e) |
|
|
|
closeDriver(driver) |
|
|
|
|
|
|
|
new_parse(mktName, baseURL, True) |
|
|
|
|
|
|
|