Browse Source

don't use cleanLink

main
westernmeadow 1 year ago
parent
commit
07bfc887b1
2 changed files with 6 additions and 7 deletions
  1. +6
    -6
      MarketPlaces/DarkBazar/crawler_selenium.py
  2. +0
    -1
      MarketPlaces/DarkBazar/parser.py

+ 6
- 6
MarketPlaces/DarkBazar/crawler_selenium.py View File

@ -216,12 +216,12 @@ def crawlForum(driver):
savePage(driver, driver.page_source, item)
driver.back()
# # comment out
# break
#
# # comment out
# if count == 1:
# break
# comment out
break
# comment out
if count == 1:
break
try:
link = driver.find_element(by=By.XPATH, value='//a[contains(text(), "Next")]').get_attribute('href')


+ 0
- 1
MarketPlaces/DarkBazar/parser.py View File

@ -170,7 +170,6 @@ def darkbazar_listing_parser(soup):
# Adding the url to the list of urls
link = bae[0].get('href')
link = cleanLink(link)
href.append(link)
# Finding the Product


Loading…
Cancel
Save