From dfcd67a6f0c12ace4d18d5806b9a97310a9856ae Mon Sep 17 00:00:00 2001
From: unknown <jonathanpena@cpp.edu>
Date: Thu, 31 Aug 2023 15:23:25 -0700
Subject: [PATCH] added AnonMarket to mining and parser if statments
---
MarketPlaces/Initialization/markets_mining.py | 3 +++
MarketPlaces/Initialization/prepare_parser.py | 5 +++++
2 files changed, 8 insertions(+)
diff --git a/MarketPlaces/Initialization/markets_mining.py b/MarketPlaces/Initialization/markets_mining.py
index 7779f10..62e97f8 100644
--- a/MarketPlaces/Initialization/markets_mining.py
+++ b/MarketPlaces/Initialization/markets_mining.py
@@ -26,6 +26,7 @@ from MarketPlaces.Nexus.crawler_selenium import crawler as crawlerNexus
from MarketPlaces.CypherMarketplace.crawler_selenium import crawler as crawlerCypher
from MarketPlaces.DarkBazar.crawler_selenium import crawler as crawlerDarkBazar
from MarketPlaces.PabloEscobarMarket.crawler_selenium import crawler as crawlerPabloEscobar
+from MarketPlaces.AnonMarket.crawler_selenium import crawler as crawlerAnonMarket
import configparser
import os
@@ -143,5 +144,7 @@ if __name__ == '__main__':
crawlerDarkBazar()
elif mkt == "PabloEscobarMarket":
crawlerPabloEscobar()
+ elif mkt == "AnonMarket":
+ crawlerAnonMarket()
print("\nScraping process completed!")
diff --git a/MarketPlaces/Initialization/prepare_parser.py b/MarketPlaces/Initialization/prepare_parser.py
index c7699bd..7f162be 100644
--- a/MarketPlaces/Initialization/prepare_parser.py
+++ b/MarketPlaces/Initialization/prepare_parser.py
@@ -23,6 +23,7 @@ from MarketPlaces.Nexus.parser import *
from MarketPlaces.MikesGrandStore.parser import *
from MarketPlaces.DarkBazar.parser import *
from MarketPlaces.PabloEscobarMarket.parser import *
+from MarketPlaces.AnonMarket.parser import *
from MarketPlaces.Classifier.classify_product import predict
@@ -158,6 +159,8 @@ def parse_listing(marketPlace, listingFile, soup, createLog, logFile):
rw = darkbazar_listing_parser(soup)
elif marketPlace == "PabloEscobarMarket":
rw = pabloescobarmarket_listing_parser(soup)
+ elif marketPlace == "AnonMarket":
+ rw = AnonMarket_listing_parser(soup)
else:
print("MISSING CALL TO LISTING PARSER IN PREPARE_PARSER.PY!")
raise Exception
@@ -213,6 +216,8 @@ def parse_description(marketPlace, descriptionFile, soup, createLog, logFile):
rmm = darkbazar_description_parser(soup)
elif marketPlace == "PabloEscobarMarket":
rmm = pabloescobarmarket_description_parser(soup)
+ elif marketPlace == "AnonMarket":
+ rmm = AnonMarket_description_parser(soup)
else:
print("MISSING CALL TO DESCRIPTION PARSER IN PREPARE_PARSER.PY!")
raise Exception