diff --git a/MarketPlaces/Initialization/markets_mining.py b/MarketPlaces/Initialization/markets_mining.py index 7779f10..62e97f8 100644 --- a/MarketPlaces/Initialization/markets_mining.py +++ b/MarketPlaces/Initialization/markets_mining.py @@ -26,6 +26,7 @@ from MarketPlaces.Nexus.crawler_selenium import crawler as crawlerNexus from MarketPlaces.CypherMarketplace.crawler_selenium import crawler as crawlerCypher from MarketPlaces.DarkBazar.crawler_selenium import crawler as crawlerDarkBazar from MarketPlaces.PabloEscobarMarket.crawler_selenium import crawler as crawlerPabloEscobar +from MarketPlaces.AnonMarket.crawler_selenium import crawler as crawlerAnonMarket import configparser import os @@ -143,5 +144,7 @@ if __name__ == '__main__': crawlerDarkBazar() elif mkt == "PabloEscobarMarket": crawlerPabloEscobar() + elif mkt == "AnonMarket": + crawlerAnonMarket() print("\nScraping process completed!") diff --git a/MarketPlaces/Initialization/prepare_parser.py b/MarketPlaces/Initialization/prepare_parser.py index c7699bd..7f162be 100644 --- a/MarketPlaces/Initialization/prepare_parser.py +++ b/MarketPlaces/Initialization/prepare_parser.py @@ -23,6 +23,7 @@ from MarketPlaces.Nexus.parser import * from MarketPlaces.MikesGrandStore.parser import * from MarketPlaces.DarkBazar.parser import * from MarketPlaces.PabloEscobarMarket.parser import * +from MarketPlaces.AnonMarket.parser import * from MarketPlaces.Classifier.classify_product import predict @@ -158,6 +159,8 @@ def parse_listing(marketPlace, listingFile, soup, createLog, logFile): rw = darkbazar_listing_parser(soup) elif marketPlace == "PabloEscobarMarket": rw = pabloescobarmarket_listing_parser(soup) + elif marketPlace == "AnonMarket": + rw = AnonMarket_listing_parser(soup) else: print("MISSING CALL TO LISTING PARSER IN PREPARE_PARSER.PY!") raise Exception @@ -213,6 +216,8 @@ def parse_description(marketPlace, descriptionFile, soup, createLog, logFile): rmm = darkbazar_description_parser(soup) elif marketPlace == "PabloEscobarMarket": rmm = pabloescobarmarket_description_parser(soup) + elif marketPlace == "AnonMarket": + rmm = AnonMarket_description_parser(soup) else: print("MISSING CALL TO DESCRIPTION PARSER IN PREPARE_PARSER.PY!") raise Exception