Browse Source

AnonMarket crawler and parser completed

main
unknown 1 year ago
parent
commit
033764cf71
2 changed files with 1 additions and 2 deletions
  1. +0
    -1
      MarketPlaces/AnonMarket/crawler_selenium.py
  2. +1
    -1
      MarketPlaces/AnonMarket/parser.py

+ 0
- 1
MarketPlaces/AnonMarket/crawler_selenium.py View File

@ -258,7 +258,6 @@ def crawlForum(driver):
print("Crawling Anon Market done.")
# Returns 'True' if the link is a description link
#@param: url of any url crawled
#return: true if is a description page, false if not


+ 1
- 1
MarketPlaces/AnonMarket/parser.py View File

@ -192,7 +192,7 @@ def AnonMarket_links_parser(soup):
href = []
# Using a shorter, but still unique, class name
listing = soup.find_all('a', href=True, attrs={'href': lambda x: "/product/" in x})
listing = soup.find('div', {'class': 'items'}).find_all('a', href=True, attrs={'href': lambda x: "/product/" in x})
for a in listing:
link = a.get('href')


Loading…
Cancel
Save