|
@ -19,6 +19,7 @@ from MarketPlaces.LionMarketplace.parser import * |
|
|
from MarketPlaces.TorMarket.parser import * |
|
|
from MarketPlaces.TorMarket.parser import * |
|
|
from MarketPlaces.HiddenMarket.parser import * |
|
|
from MarketPlaces.HiddenMarket.parser import * |
|
|
from MarketPlaces.RobinhoodMarket.parser import * |
|
|
from MarketPlaces.RobinhoodMarket.parser import * |
|
|
|
|
|
from MarketPlaces.Nexus.parser import * |
|
|
|
|
|
|
|
|
from MarketPlaces.Classifier.classify_product import predict |
|
|
from MarketPlaces.Classifier.classify_product import predict |
|
|
|
|
|
|
|
@ -175,6 +176,8 @@ def new_parse(marketPlace, url, createLog): |
|
|
rmm = tormarket_description_parser(soup) |
|
|
rmm = tormarket_description_parser(soup) |
|
|
elif marketPlace == "RobinhoodMarket": |
|
|
elif marketPlace == "RobinhoodMarket": |
|
|
rmm = Robinhood_description_parser(soup) |
|
|
rmm = Robinhood_description_parser(soup) |
|
|
|
|
|
elif marketPlace == "Nexus": |
|
|
|
|
|
rmm = nexus_description_parser(soup) |
|
|
# key = u"Pr:" + rmm[0].upper()[:desc_lim1] + u" Vendor:" + rmm[13].upper()[:desc_lim2] |
|
|
# key = u"Pr:" + rmm[0].upper()[:desc_lim1] + u" Vendor:" + rmm[13].upper()[:desc_lim2] |
|
|
key = u"Url:" + os.path.basename(line2).replace(".html", "") |
|
|
key = u"Url:" + os.path.basename(line2).replace(".html", "") |
|
|
|
|
|
|
|
@ -246,6 +249,8 @@ def new_parse(marketPlace, url, createLog): |
|
|
rw = tormarket_listing_parser(soup) |
|
|
rw = tormarket_listing_parser(soup) |
|
|
elif marketPlace == "RobinhoodMarket": |
|
|
elif marketPlace == "RobinhoodMarket": |
|
|
rw = Robinhood_listing_parser(soup) |
|
|
rw = Robinhood_listing_parser(soup) |
|
|
|
|
|
elif marketPlace == "Nexus": |
|
|
|
|
|
rw = nexus_listing_parser(soup) |
|
|
else: |
|
|
else: |
|
|
parseError = True |
|
|
parseError = True |
|
|
|
|
|
|
|
|