diff --git a/MarketPlaces/Initialization/markets_mining.py b/MarketPlaces/Initialization/markets_mining.py index 3e8a6bb..ce201e3 100644 --- a/MarketPlaces/Initialization/markets_mining.py +++ b/MarketPlaces/Initialization/markets_mining.py @@ -28,6 +28,7 @@ from MarketPlaces.Torzon.crawler_selenium import crawler as crawlerTorzon from MarketPlaces.DarkMarket.crawler_selenium import crawler as crawlerDarkMarket from MarketPlaces.DarkDock.crawler_selenium import crawler as crawlerDarkDock from MarketPlaces.SilkRoad4.crawler_selenium import crawler as crawlerSilkRoad4 +from MarketPlaces.DarkRoad.crawler_selenium import crawler as crawlerDarkRoad import configparser import os @@ -147,5 +148,7 @@ if __name__ == '__main__': crawlerDarkDock() elif mkt == "SilkRoad4": crawlerSilkRoad4() + elif mkt == "DarkRoad": + crawlerDarkRoad() print("\nScraping process completed!") diff --git a/MarketPlaces/Initialization/prepare_parser.py b/MarketPlaces/Initialization/prepare_parser.py index 3fe9025..7458e36 100644 --- a/MarketPlaces/Initialization/prepare_parser.py +++ b/MarketPlaces/Initialization/prepare_parser.py @@ -30,6 +30,7 @@ from MarketPlaces.ZeroDay.parser import * from MarketPlaces.DarkMarket.parser import * from MarketPlaces.DarkDock.parser import * from MarketPlaces.SilkRoad4.parser import * +from MarketPlaces.DarkRoad.parser import * from MarketPlaces.Classifier.classify_product import predict from Translator.translate import translate @@ -176,6 +177,8 @@ def parse_listing(marketPlace, listingFile, soup, createLog, logFile): rw = darkdock_listing_parser(soup) elif marketPlace == "SilkRoad4": rw = silkroad4_listing_parser(soup) + elif marketplace == "DarkRoad": + rw = darkroad_listing_parser(soup) else: print("MISSING CALL TO LISTING PARSER IN PREPARE_PARSER.PY!") raise Exception @@ -240,6 +243,8 @@ def parse_description(marketPlace, descriptionFile, soup, createLog, logFile): rmm = darkdock_description_parser(soup) elif marketPlace == "SilkRoad4": rmm = silkroad4_description_parser(soup) + elif marketPlace == "DarkRoad": + rmm = darkroad_description_parser(soup) else: print("MISSING CALL TO DESCRIPTION PARSER IN PREPARE_PARSER.PY!") raise Exception