Browse Source

Added Nexus to the mining and parser logic

main
unknown 1 year ago
parent
commit
4f6126aedb
2 changed files with 8 additions and 0 deletions
  1. +3
    -0
      MarketPlaces/Initialization/markets_mining.py
  2. +5
    -0
      MarketPlaces/Initialization/prepare_parser.py

+ 3
- 0
MarketPlaces/Initialization/markets_mining.py View File

@ -23,6 +23,7 @@ from MarketPlaces.M00nkeyMarket.crawler_selenium import crawler as crawlerM00nke
from MarketPlaces.ViceCity.crawler_selenium import crawler as crawlerViceCity
from MarketPlaces.HiddenMarket.crawler_selenium import crawler as crawlerHiddenMarket
from MarketPlaces.RobinhoodMarket.crawler_selenium import crawler as crawlerRobinhoodMarket
from MarketPlaces.Nexus.crawler_selenium import crawler as crawlerNexus
import configparser
import time
@ -115,6 +116,8 @@ if __name__ == '__main__':
crawlerHiddenMarket()
elif mkt == "RobinhoodMarket":
crawlerRobinhoodMarket()
elif mkt == "Nexus":
crawlerNexus()


+ 5
- 0
MarketPlaces/Initialization/prepare_parser.py View File

@ -19,6 +19,7 @@ from MarketPlaces.LionMarketplace.parser import *
from MarketPlaces.TorMarket.parser import *
from MarketPlaces.HiddenMarket.parser import *
from MarketPlaces.RobinhoodMarket.parser import *
from MarketPlaces.Nexus.parser import *
from MarketPlaces.Classifier.classify_product import predict
@ -175,6 +176,8 @@ def new_parse(marketPlace, url, createLog):
rmm = tormarket_description_parser(soup)
elif marketPlace == "RobinhoodMarket":
rmm = Robinhood_description_parser(soup)
elif marketPlace == "Nexus":
rmm = nexus_description_parser(soup)
# key = u"Pr:" + rmm[0].upper()[:desc_lim1] + u" Vendor:" + rmm[13].upper()[:desc_lim2]
key = u"Url:" + os.path.basename(line2).replace(".html", "")
@ -246,6 +249,8 @@ def new_parse(marketPlace, url, createLog):
rw = tormarket_listing_parser(soup)
elif marketPlace == "RobinhoodMarket":
rw = Robinhood_listing_parser(soup)
elif marketPlace == "Nexus":
rw = nexus_listing_parser(soup)
else:
parseError = True


Loading…
Cancel
Save