Browse Source

added AnonMarket to mining and parser if statments

main
unknown 1 year ago
parent
commit
dfcd67a6f0
2 changed files with 8 additions and 0 deletions
  1. +3
    -0
      MarketPlaces/Initialization/markets_mining.py
  2. +5
    -0
      MarketPlaces/Initialization/prepare_parser.py

+ 3
- 0
MarketPlaces/Initialization/markets_mining.py View File

@ -26,6 +26,7 @@ from MarketPlaces.Nexus.crawler_selenium import crawler as crawlerNexus
from MarketPlaces.CypherMarketplace.crawler_selenium import crawler as crawlerCypher
from MarketPlaces.DarkBazar.crawler_selenium import crawler as crawlerDarkBazar
from MarketPlaces.PabloEscobarMarket.crawler_selenium import crawler as crawlerPabloEscobar
from MarketPlaces.AnonMarket.crawler_selenium import crawler as crawlerAnonMarket
import configparser
import os
@ -143,5 +144,7 @@ if __name__ == '__main__':
crawlerDarkBazar()
elif mkt == "PabloEscobarMarket":
crawlerPabloEscobar()
elif mkt == "AnonMarket":
crawlerAnonMarket()
print("\nScraping process completed!")

+ 5
- 0
MarketPlaces/Initialization/prepare_parser.py View File

@ -23,6 +23,7 @@ from MarketPlaces.Nexus.parser import *
from MarketPlaces.MikesGrandStore.parser import *
from MarketPlaces.DarkBazar.parser import *
from MarketPlaces.PabloEscobarMarket.parser import *
from MarketPlaces.AnonMarket.parser import *
from MarketPlaces.Classifier.classify_product import predict
@ -158,6 +159,8 @@ def parse_listing(marketPlace, listingFile, soup, createLog, logFile):
rw = darkbazar_listing_parser(soup)
elif marketPlace == "PabloEscobarMarket":
rw = pabloescobarmarket_listing_parser(soup)
elif marketPlace == "AnonMarket":
rw = AnonMarket_listing_parser(soup)
else:
print("MISSING CALL TO LISTING PARSER IN PREPARE_PARSER.PY!")
raise Exception
@ -213,6 +216,8 @@ def parse_description(marketPlace, descriptionFile, soup, createLog, logFile):
rmm = darkbazar_description_parser(soup)
elif marketPlace == "PabloEscobarMarket":
rmm = pabloescobarmarket_description_parser(soup)
elif marketPlace == "AnonMarket":
rmm = AnonMarket_description_parser(soup)
else:
print("MISSING CALL TO DESCRIPTION PARSER IN PREPARE_PARSER.PY!")
raise Exception


Loading…
Cancel
Save