Helium
1 year ago
17 changed files with 3039 additions and 1764 deletions
Unified View
Diff Options
-
+1 -1Forums/AbyssForum/crawler_selenium.py
-
BINForums/Altenens/captcha.png
-
+0 -257Forums/Altenens/crawler_mechanize.py
-
+51 -89Forums/Altenens/crawler_selenium.py
-
+4 -7Forums/Altenens/parser.py
-
+0 -257Forums/CrackingPro/crawler_mechanize.py
-
+0 -334Forums/CrackingPro/crawler_selenium.py
-
+0 -462Forums/CrackingPro/geckodriver.log
-
+0 -356Forums/CrackingPro/parser.py
-
+3 -0Forums/Initialization/forums_mining.py
-
+782 -0Forums/Initialization/geckodriver.log
-
+119 -0MarketPlaces/Initialization/geckodriver.log
-
+1 -1MarketPlaces/Initialization/marketsList.txt
-
+5 -0MarketPlaces/Initialization/markets_mining.py
-
+299 -0MarketPlaces/TorMarket/crawler_selenium.py
-
+1483 -0MarketPlaces/TorMarket/geckodriver.log
-
+291 -0MarketPlaces/TorMarket/parser.py
+ 1
- 1
Forums/AbyssForum/crawler_selenium.py
View File
BIN
Forums/Altenens/captcha.png
View File
| Before | After |
|---|---|
|
|
| Width: 200 | Height: 60 | Size: 16 KiB |
+ 0
- 257
Forums/Altenens/crawler_mechanize.py
View File
| @ -1,257 +0,0 @@ | |||||
| __author__ = '91Shadows' | |||||
| ''' | |||||
| CryptBB Crawler (Mechanize) | |||||
| ''' | |||||
| import codecs, os, re | |||||
| import socks, socket, time | |||||
| from datetime import date | |||||
| import urllib.parse as urlparse | |||||
| import http.client as httplib | |||||
| import mechanize | |||||
| import subprocess | |||||
| from bs4 import BeautifulSoup | |||||
| from Forums.Initialization.prepare_parser import new_parse | |||||
| from Forums.BestCardingWorld.parser import bestcardingworld_links_parser | |||||
| counter = 1 | |||||
| httplib.HTTPConnection._http_vsn = 10 | |||||
| httplib.HTTPConnection._http_vsn_str = 'HTTP/1.0' | |||||
| baseURL = 'http://bestteermb42clir6ux7xm76d4jjodh3fpahjqgbddbmfrgp4skg2wqd.onion/viewforum.php?f=42&sid=ee2cbfd73c12923d979790b2bb4bdfd5' | |||||
| socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5, "127.0.0.1", 9150) | |||||
| # Opens Tor Browser, crawls the website | |||||
| def startCrawling(): | |||||
| opentor() | |||||
| getUrl() | |||||
| forumName = getForumName() | |||||
| br = getAccess() | |||||
| if br != 'down': | |||||
| crawlForum(br) | |||||
| new_parse(forumName, False) | |||||
| # new_parse(forumName, False) | |||||
| closetor() | |||||
| # Opens Tor Browser | |||||
| def opentor(): | |||||
| global pid | |||||
| print("Connecting Tor...") | |||||
| path = open('../../path.txt').readline() | |||||
| pro = subprocess.Popen(path) | |||||
| pid = pro.pid | |||||
| time.sleep(7.5) | |||||
| input("Tor Connected. Press ENTER to continue\n") | |||||
| return | |||||
| # Creates a connection through Tor Port | |||||
| def getUrl(timeout=None): | |||||
| socket.socket = socks.socksocket | |||||
| socket.create_connection = create_connection | |||||
| return | |||||
| # Makes the onion address request | |||||
| def create_connection(address, timeout=None, source_address=None): | |||||
| sock = socks.socksocket() | |||||
| sock.connect(address) | |||||
| return sock | |||||
| # Returns the name of website | |||||
| def getForumName(): | |||||
| name = 'CryptBB' | |||||
| return name | |||||
| # Return the link of website | |||||
| def getFixedURL(): | |||||
| url = 'http://bestteermb42clir6ux7xm76d4jjodh3fpahjqgbddbmfrgp4skg2wqd.onion/viewforum.php?f=42&sid=ee2cbfd73c12923d979790b2bb4bdfd5' | |||||
| return url | |||||
| # Closes Tor Browser | |||||
| def closetor(): | |||||
| global pid | |||||
| os.system("taskkill /pid " + str(pid)) | |||||
| print('Closing Tor...') | |||||
| time.sleep(3) | |||||
| return | |||||
| # Creates a Mechanize browser and initializes its options | |||||
| def createBrowser(): | |||||
| br = mechanize.Browser() | |||||
| cj = mechanize.CookieJar() | |||||
| br.set_cookiejar(cj) | |||||
| # Browser options | |||||
| br.set_handle_equiv(True) | |||||
| br.set_handle_redirect(True) | |||||
| br.set_handle_referer(True) | |||||
| br.set_handle_robots(False) | |||||
| br.set_handle_refresh(mechanize._http.HTTPRefreshProcessor(), max_time=1) | |||||
| br.addheaders = [('User-agent', 'Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko'), | |||||
| ('Accept', '*/*')] | |||||
| return br | |||||
| def getAccess(): | |||||
| url = getFixedURL() | |||||
| br = createBrowser() | |||||
| try: | |||||
| br.open(url) | |||||
| return br | |||||
| except: | |||||
| return 'down' | |||||
| # Saves the crawled html page | |||||
| def savePage(page, url): | |||||
| filePath = getFullPathName(url) | |||||
| os.makedirs(os.path.dirname(filePath), exist_ok=True) | |||||
| a = page.read() | |||||
| open(filePath, "wb").write(a) | |||||
| return | |||||
| # Gets the full path of the page to be saved along with its appropriate file name | |||||
| def getFullPathName(url): | |||||
| fileName = getNameFromURL(url) | |||||
| if isDescriptionLink(url): | |||||
| fullPath = 'C:/Users/CALSysLab/Documents/threatIntelligence-main/DarkWebMining_Working/Forums/BestCardingWorld/HTML_Pages/' + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + '/' + 'Description/' + fileName + '.html' | |||||
| else: | |||||
| fullPath = 'C:/Users/CALSysLab/Documents/threatIntelligence-main/DarkWebMining_Working/Forums/BestCardingWorld/HTML_Pages/' + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + '/' + 'Listing/' + fileName + '.html' | |||||
| return fullPath | |||||
| # Creates the name of the file based on URL | |||||
| def getNameFromURL(url): | |||||
| global counter | |||||
| name = ''.join(e for e in url if e.isalnum()) | |||||
| if (name == ''): | |||||
| name = str(counter) | |||||
| counter = counter + 1 | |||||
| return name | |||||
| # Hacking and Markets related topics | |||||
| def getInterestedLinks(): | |||||
| links = [] | |||||
| links.append('http://bestteermb42clir6ux7xm76d4jjodh3fpahjqgbddbmfrgp4skg2wqd.onion/viewforum.php?f=43&sid=e12864ffccc5df877b03b573534955be') | |||||
| return links | |||||
| # Start crawling Forum pages | |||||
| def crawlForum(br): | |||||
| print("Crawling CryptBB forum") | |||||
| linksToCrawl = getInterestedLinks() | |||||
| visited = set(linksToCrawl) | |||||
| initialTime = time.time() | |||||
| i = 0 | |||||
| while i < len(linksToCrawl): | |||||
| link = linksToCrawl[i] | |||||
| print('Crawling :', link) | |||||
| try: | |||||
| page = br.open(link) | |||||
| savePage(page, link) | |||||
| res = br.response().read() | |||||
| soup = BeautifulSoup(res, 'html.parser') | |||||
| next_link = soup.find("a", {"rel": "next"}) | |||||
| if next_link != None: | |||||
| full_url = urlparse.urljoin(linksToCrawl[i], next_link['href']) | |||||
| linksToCrawl.insert(i + 1, full_url) | |||||
| listOfTopics = findDescriptionPages(link) | |||||
| for topic in listOfTopics: | |||||
| itemPage = br.open(str(topic)) | |||||
| savePage(itemPage, topic) | |||||
| except Exception as e: | |||||
| print('Error getting link: ', link, e) | |||||
| i += 1 | |||||
| # finalTime = time.time() | |||||
| # print finalTime - initialTime | |||||
| input("CryptBB forum done sucessfully. Press ENTER to continue\n") | |||||
| return | |||||
| # Returns True if the link is 'Topic' Links, may need to change for diff websites | |||||
| def isDescriptionLink(url): | |||||
| if 'topic' in url: | |||||
| return True | |||||
| return False | |||||
| # Returns True if the link is a listingPage link, may need to change for diff websites | |||||
| def isListingLink(url): | |||||
| ''' | |||||
| reg = 'board=[0-9]+.[0-9]+\Z' | |||||
| if len(re.findall(reg, url)) == 0: | |||||
| return False | |||||
| return True | |||||
| ''' | |||||
| if 'forum' in url: | |||||
| return True | |||||
| return False | |||||
| # calling the parser to define the links | |||||
| def findDescriptionPages(url): | |||||
| soup = "" | |||||
| error = False | |||||
| try: | |||||
| html = codecs.open( | |||||
| "C:\\Users\\CALSysLab\\Documents\\threatIntelligence-main\\DarkWebMining_Working\\Forums\\BestCardingWorld\\HTML_Pages\\" + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + "\\Listing\\" + getNameFromURL(url) + ".html", encoding='utf8') | |||||
| soup = BeautifulSoup(html, "html.parser") | |||||
| except: | |||||
| try: | |||||
| html = open( | |||||
| "C:\\Users\\CALSysLab\\Documents\\threatIntelligence-main\\DarkWebMining_Working\\Forums\\BestCardingWorld\\HTML_Pages\\" + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + "\\Listing\\" + getNameFromURL(url) + ".html") | |||||
| soup = BeautifulSoup(html, "html.parser") | |||||
| except: | |||||
| error = True | |||||
| print("There was a problem to read the file " + getNameFromURL(url) + " in the listing section.") | |||||
| if not error: | |||||
| return bestcardingworld_links_parser(soup) | |||||
| else: | |||||
| return [] | |||||
| def crawler(): | |||||
| startCrawling() | |||||
| print("Crawling and Parsing CryptBB .... DONE!") | |||||
+ 51
- 89
Forums/Altenens/crawler_selenium.py
View File
+ 4
- 7
Forums/Altenens/parser.py
View File
+ 0
- 257
Forums/CrackingPro/crawler_mechanize.py
View File
| @ -1,257 +0,0 @@ | |||||
| __author__ = '91Shadows' | |||||
| ''' | |||||
| OnniForums Crawler (Mechanize) | |||||
| ''' | |||||
| import codecs, os, re | |||||
| import socks, socket, time | |||||
| from datetime import date | |||||
| import urllib.parse as urlparse | |||||
| import http.client as httplib | |||||
| import mechanize | |||||
| import subprocess | |||||
| from bs4 import BeautifulSoup | |||||
| from Forums.Initialization.prepare_parser import new_parse | |||||
| from Forums.OnniForums.parser import onniForums_listing_parser | |||||
| counter = 1 | |||||
| httplib.HTTPConnection._http_vsn = 10 | |||||
| httplib.HTTPConnection._http_vsn_str = 'HTTP/1.0' | |||||
| baseURL = 'http://bestteermb42clir6ux7xm76d4jjodh3fpahjqgbddbmfrgp4skg2wqd.onion/viewforum.php?f=42&sid=ee2cbfd73c12923d979790b2bb4bdfd5' | |||||
| socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5, "127.0.0.1", 9150) | |||||
| # Opens Tor Browser, crawls the website | |||||
| def startCrawling(): | |||||
| opentor() | |||||
| getUrl() | |||||
| forumName = getForumName() | |||||
| br = getAccess() | |||||
| if br != 'down': | |||||
| crawlForum(br) | |||||
| new_parse(forumName, False) | |||||
| # new_parse(forumName, False) | |||||
| closetor() | |||||
| # Opens Tor Browser | |||||
| def opentor(): | |||||
| global pid | |||||
| print("Connecting Tor...") | |||||
| path = open('../../path.txt').readline() | |||||
| pro = subprocess.Popen(path) | |||||
| pid = pro.pid | |||||
| time.sleep(7.5) | |||||
| input("Tor Connected. Press ENTER to continue\n") | |||||
| return | |||||
| # Creates a connection through Tor Port | |||||
| def getUrl(timeout=None): | |||||
| socket.socket = socks.socksocket | |||||
| socket.create_connection = create_connection | |||||
| return | |||||
| # Makes the onion address request | |||||
| def create_connection(address, timeout=None, source_address=None): | |||||
| sock = socks.socksocket() | |||||
| sock.connect(address) | |||||
| return sock | |||||
| # Returns the name of website | |||||
| def getForumName(): | |||||
| name = 'CrackingPro' | |||||
| return name | |||||
| # Return the link of website | |||||
| def getFixedURL(): | |||||
| url = 'http://bestteermb42clir6ux7xm76d4jjodh3fpahjqgbddbmfrgp4skg2wqd.onion/viewforum.php?f=42&sid=ee2cbfd73c12923d979790b2bb4bdfd5' | |||||
| return url | |||||
| # Closes Tor Browser | |||||
| def closetor(): | |||||
| global pid | |||||
| os.system("taskkill /pid " + str(pid)) | |||||
| print('Closing Tor...') | |||||
| time.sleep(3) | |||||
| return | |||||
| # Creates a Mechanize browser and initializes its options | |||||
| def createBrowser(): | |||||
| br = mechanize.Browser() | |||||
| cj = mechanize.CookieJar() | |||||
| br.set_cookiejar(cj) | |||||
| # Browser options | |||||
| br.set_handle_equiv(True) | |||||
| br.set_handle_redirect(True) | |||||
| br.set_handle_referer(True) | |||||
| br.set_handle_robots(False) | |||||
| br.set_handle_refresh(mechanize._http.HTTPRefreshProcessor(), max_time=1) | |||||
| br.addheaders = [('User-agent', 'Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko'), | |||||
| ('Accept', '*/*')] | |||||
| return br | |||||
| def getAccess(): | |||||
| url = getFixedURL() | |||||
| br = createBrowser() | |||||
| try: | |||||
| br.open(url) | |||||
| return br | |||||
| except: | |||||
| return 'down' | |||||
| # Saves the crawled html page | |||||
| def savePage(page, url): | |||||
| filePath = getFullPathName(url) | |||||
| os.makedirs(os.path.dirname(filePath), exist_ok=True) | |||||
| a = page.read() | |||||
| open(filePath, "wb").write(a) | |||||
| return | |||||
| # Gets the full path of the page to be saved along with its appropriate file name | |||||
| def getFullPathName(url): | |||||
| fileName = getNameFromURL(url) | |||||
| if isDescriptionLink(url): | |||||
| fullPath = 'C:/Users/CALSysLab/Documents/threatIntelligence-main/DarkWebMining_Working/Forums/CrackingPro/HTML_Pages/' + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + '/' + 'Description/' + fileName + '.html' | |||||
| else: | |||||
| fullPath = 'C:/Users/CALSysLab/Documents/threatIntelligence-main/DarkWebMining_Working/Forums/CrackingPro/HTML_Pages/' + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + '/' + 'Listing/' + fileName + '.html' | |||||
| return fullPath | |||||
| # Creates the name of the file based on URL | |||||
| def getNameFromURL(url): | |||||
| global counter | |||||
| name = ''.join(e for e in url if e.isalnum()) | |||||
| if (name == ''): | |||||
| name = str(counter) | |||||
| counter = counter + 1 | |||||
| return name | |||||
| # Hacking and Markets related topics | |||||
| def getInterestedLinks(): | |||||
| links = [] | |||||
| links.append('http://bestteermb42clir6ux7xm76d4jjodh3fpahjqgbddbmfrgp4skg2wqd.onion/viewforum.php?f=43&sid=e12864ffccc5df877b03b573534955be') | |||||
| return links | |||||
| # Start crawling Forum pages | |||||
| def crawlForum(br): | |||||
| print("Crawling CrackingPro forum") | |||||
| linksToCrawl = getInterestedLinks() | |||||
| visited = set(linksToCrawl) | |||||
| initialTime = time.time() | |||||
| i = 0 | |||||
| while i < len(linksToCrawl): | |||||
| link = linksToCrawl[i] | |||||
| print('Crawling :', link) | |||||
| try: | |||||
| page = br.open(link)#open url | |||||
| savePage(page, link) | |||||
| res = br.response().read() | |||||
| soup = BeautifulSoup(res, 'html.parser') | |||||
| next_link = soup.find("a", {"rel": "next"}) | |||||
| if next_link != None: | |||||
| full_url = urlparse.urljoin(linksToCrawl[i], next_link['href']) | |||||
| linksToCrawl.insert(i + 1, full_url) | |||||
| listOfTopics = findDescriptionPages(link) | |||||
| for topic in listOfTopics: | |||||
| itemPage = br.open(str(topic)) | |||||
| savePage(itemPage, topic) | |||||
| except Exception as e: | |||||
| print('Error getting link: ', link, e) | |||||
| i += 1 | |||||
| # finalTime = time.time() | |||||
| # print finalTime - initialTime | |||||
| input("Crawling CrackingPro forum done sucessfully. Press ENTER to continue\n") | |||||
| return | |||||
| # Returns True if the link is 'Topic' Links | |||||
| def isDescriptionLink(url): | |||||
| if 'Topic' in url: | |||||
| return True | |||||
| return False | |||||
| # Returns True if the link is a listingPage link | |||||
| def isListingLink(url): | |||||
| ''' | |||||
| reg = 'board=[0-9]+.[0-9]+\Z' | |||||
| if len(re.findall(reg, url)) == 0: | |||||
| return False | |||||
| return True | |||||
| ''' | |||||
| if 'Forum' in url: | |||||
| return True | |||||
| return False | |||||
| # calling the parser to define the links | |||||
| def findDescriptionPages(url): | |||||
| soup = "" | |||||
| error = False | |||||
| try: | |||||
| html = codecs.open( | |||||
| "C:\\Users\\CALSysLab\\Documents\\threatIntelligence-main\\DarkWebMining_Working\\Forums\\CrackingPro\\HTML_Pages\\" + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + "\\Listing\\" + getNameFromURL(url) + ".html", encoding='utf8') | |||||
| soup = BeautifulSoup(html, "html.parser") | |||||
| except: | |||||
| try: | |||||
| html = open( | |||||
| "C:\\Users\\CALSysLab\\Documents\\threatIntelligence-main\\DarkWebMining_Working\\Forums\\CrackingPro\\HTML_Pages\\" + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + "\\Listing\\" + getNameFromURL(url) + ".html") | |||||
| soup = BeautifulSoup(html, "html.parser") | |||||
| except: | |||||
| error = True | |||||
| print("There was a problem to read the file " + getNameFromURL(url) + " in the listing section.") | |||||
| if not error: | |||||
| return onniForums_listing_parser(soup) | |||||
| else: | |||||
| return [] | |||||
| def crawler(): | |||||
| startCrawling() | |||||
| print("Crawling and Parsing CrackingPro .... DONE!") | |||||
+ 0
- 334
Forums/CrackingPro/crawler_selenium.py
View File
| @ -1,334 +0,0 @@ | |||||
| __author__ = 'DarkWeb' | |||||
| ''' | |||||
| OnniForums Crawler (Selenium) | |||||
| ''' | |||||
| from selenium import webdriver | |||||
| from selenium.common.exceptions import NoSuchElementException | |||||
| from selenium.webdriver.firefox.firefox_profile import FirefoxProfile | |||||
| from selenium.webdriver.firefox.firefox_binary import FirefoxBinary | |||||
| from selenium.webdriver.firefox.service import Service | |||||
| from selenium.webdriver.common.by import By | |||||
| from selenium.webdriver.support import expected_conditions as EC | |||||
| from selenium.webdriver.support.ui import WebDriverWait | |||||
| from PIL import Image | |||||
| import urllib.parse as urlparse | |||||
| import os, re, time | |||||
| from datetime import date | |||||
| import subprocess | |||||
| from bs4 import BeautifulSoup | |||||
| from Forums.Initialization.prepare_parser import new_parse | |||||
| from Forums.CrackingPro.parser import crackingPro_links_parser | |||||
| from Forums.Utilities.utilities import cleanHTML | |||||
| counter = 1 | |||||
| baseURL = 'https://www.crackingpro.com/' | |||||
| # Opens Tor Browser, crawls the website | |||||
| def startCrawling(): | |||||
| opentor() | |||||
| # forumName = getForumName() | |||||
| driver = getAccess() | |||||
| if driver != 'down': | |||||
| try: | |||||
| login(driver) | |||||
| crawlForum(driver) | |||||
| except Exception as e: | |||||
| print(driver.current_url, e) | |||||
| closetor(driver) | |||||
| # new_parse(forumName, False) | |||||
| # Opens Tor Browser | |||||
| def opentor(): | |||||
| global pid | |||||
| print("Connecting Tor...") | |||||
| path = open('../../path.txt').readline().strip() | |||||
| pro = subprocess.Popen(path) | |||||
| pid = pro.pid | |||||
| time.sleep(7.5) | |||||
| input('Tor Connected. Press ENTER to continue\n') | |||||
| return | |||||
| # Login using premade account credentials and do login captcha manually | |||||
| def login(driver): | |||||
| ''' | |||||
| #click login button | |||||
| login_link = driver.find_element( | |||||
| by=By.ID, value='elUserSignIn').\ | |||||
| get_attribute('href') | |||||
| driver.get(login_link) | |||||
| #entering username and password into input boxes | |||||
| usernameBox = driver.find_element(by=By.ID, value='auth') | |||||
| #Username here | |||||
| usernameBox.send_keys('cheese_pizza_man') | |||||
| passwordBox = driver.find_element(by=By.ID, value='password') | |||||
| #Password here | |||||
| passwordBox.send_keys('Gr33nSp@m&3ggs') | |||||
| ''' | |||||
| input("Press ENTER when log in is completed\n") | |||||
| # wait for listing page show up (This Xpath may need to change based on different seed url) | |||||
| WebDriverWait(driver, 50).until(EC.visibility_of_element_located( | |||||
| (By.XPATH, '/html/body/main/div/div/div[1]/section/ol/li[8]'))) | |||||
| # Returns the name of the website | |||||
| def getForumName(): | |||||
| name = 'CrackingPro' | |||||
| return name | |||||
| # Return the link of the website | |||||
| def getFixedURL(): | |||||
| url = 'https://www.crackingpro.com/' | |||||
| return url | |||||
| # Closes Tor Browser | |||||
| def closetor(driver): | |||||
| # global pid | |||||
| # os.system("taskkill /pid " + str(pro.pid)) | |||||
| # os.system("taskkill /t /f /im tor.exe") | |||||
| print('Closing Tor...') | |||||
| driver.close()# close the current tab | |||||
| time.sleep(3) | |||||
| return | |||||
| # Creates FireFox 'driver' and configure its 'Profile' | |||||
| # to use Tor proxy and socket | |||||
| def createFFDriver(): | |||||
| file = open('../../path.txt', 'r') | |||||
| lines = file.readlines() | |||||
| ff_binary = FirefoxBinary(lines[0].strip()) | |||||
| ff_prof = FirefoxProfile(lines[1].strip()) | |||||
| ff_prof.set_preference("places.history.enabled", False) | |||||
| ff_prof.set_preference("privacy.clearOnShutdown.offlineApps", True) | |||||
| ff_prof.set_preference("privacy.clearOnShutdown.passwords", True) | |||||
| ff_prof.set_preference("privacy.clearOnShutdown.siteSettings", True) | |||||
| ff_prof.set_preference("privacy.sanitize.sanitizeOnShutdown", True) | |||||
| ff_prof.set_preference("signon.rememberSignons", False) | |||||
| ff_prof.set_preference("network.cookie.lifetimePolicy", 2) | |||||
| ff_prof.set_preference("network.dns.disablePrefetch", True)# | |||||
| ff_prof.set_preference("network.http.sendRefererHeader", 0) | |||||
| ff_prof.set_preference("permissions.default.image", 3) | |||||
| ff_prof.set_preference("browser.download.folderList", 2) | |||||
| ff_prof.set_preference("browser.download.manager.showWhenStarting", False) | |||||
| ff_prof.set_preference("browser.helperApps.neverAsk.saveToDisk", "text/plain") | |||||
| ff_prof.set_preference('network.proxy.type', 1) | |||||
| ff_prof.set_preference("network.proxy.socks_version", 5) | |||||
| ff_prof.set_preference('network.proxy.socks', '127.0.0.1') | |||||
| ff_prof.set_preference('network.proxy.socks_port', 9150) | |||||
| ff_prof.set_preference('network.proxy.socks_remote_dns', True) | |||||
| ff_prof.set_preference("javascript.enabled", True) | |||||
| ff_prof.update_preferences() | |||||
| service = Service(lines[2].strip()) | |||||
| driver = webdriver.Firefox(firefox_binary=ff_binary, firefox_profile=ff_prof, service=service) | |||||
| return driver | |||||
| def getAccess(): | |||||
| url = getFixedURL() | |||||
| driver = createFFDriver() | |||||
| try: | |||||
| driver.get(url)# open given url | |||||
| return driver | |||||
| except: | |||||
| driver.close()#close the current tab | |||||
| return 'down' | |||||
| # Saves the crawled html page | |||||
| def savePage(page, url): | |||||
| cleanPage = cleanHTML(page) | |||||
| filePath = getFullPathName(url) | |||||
| os.makedirs(os.path.dirname(filePath), exist_ok=True) | |||||
| open(filePath, 'wb').write(cleanPage.encode('utf-8')) | |||||
| return | |||||
| # Gets the full path of the page to be saved along with its appropriate file name | |||||
| def getFullPathName(url): | |||||
| fileName = getNameFromURL(url) | |||||
| if isDescriptionLink(url): | |||||
| #..\CryptBB\HTML_Pages\\ | |||||
| fullPath = r'..\CrackingPro\HTML_Pages\\' + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + r'\\' + r'Description\\' + fileName + '.html' | |||||
| else: | |||||
| fullPath = r'..\CrackingPro\HTML_Pages\\' + str( | |||||
| "%02d" % date.today().month) + str("%02d" % date.today().day) + str( | |||||
| "%04d" % date.today().year) + r'\\' + r'Listing\\' + fileName + '.html' | |||||
| return fullPath | |||||
| # Creates the file name from passed URL | |||||
| def getNameFromURL(url): | |||||
| global counter | |||||
| name = ''.join(e for e in url if e.isalnum()) | |||||
| if (name == ''): | |||||
| name = str(counter) | |||||
| counter = counter + 1 | |||||
| return name | |||||
| def getInterestedLinks(): | |||||
| links = [] | |||||
| # exploiting tutorials | |||||
| links.append('https://www.crackingpro.com/forum/38-exploiting-tutorials/') | |||||
| # Hacking & Cracking questions | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Hacking-Cracking-questions') | |||||
| # Exploit PoCs | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Exploit-PoCs') | |||||
| # Cracked software | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Cracked-software') | |||||
| # Malware-development | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Malware-development') | |||||
| # Carding & Fraud | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Carding-Fraud') | |||||
| # Darknet Discussions | |||||
| # links.append('http://cryptbbtg65gibadeeo2awe3j7s6evg7eklserehqr4w4e2bis5tebid.onion/forumdisplay.php?fid=88') | |||||
| # OPSEC | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-OPSEC') | |||||
| # Databases | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Databases') | |||||
| # Proxies | |||||
| # links.append('http://onnii6niq53gv3rvjpi7z5axkasurk2x5w5lwliep4qyeb2azagxn4qd.onion/Forum-Proxies') | |||||
| return links | |||||
| def crawlForum(driver): | |||||
| print("Crawling the CrackingPro forum") | |||||
| linksToCrawl = getInterestedLinks() | |||||
| visited = set(linksToCrawl) | |||||
| initialTime = time.time() | |||||
| i = 0 | |||||
| count = 0 | |||||
| while i < len(linksToCrawl): | |||||
| link = linksToCrawl[i] | |||||
| print('Crawling :', link) | |||||
| try: | |||||
| try: | |||||
| driver.get(link) | |||||
| except: | |||||
| driver.refresh() | |||||
| html = driver.page_source | |||||
| savePage(html, link) | |||||
| has_next_page = True | |||||
| while has_next_page: | |||||
| list = topicPages(html) # for multiple pages | |||||
| for item in list: | |||||
| # variable to check if there is a next page for the topic | |||||
| has_next_topic_page = True | |||||
| back_counter = 1 | |||||
| # check if there is a next page for the topics | |||||
| while has_next_topic_page: | |||||
| # try to access next page of th topic | |||||
| itemURL = urlparse.urljoin(baseURL, str(item)) | |||||
| try: | |||||
| driver.get(itemURL) | |||||
| except: | |||||
| driver.refresh() | |||||
| savePage(driver.page_source, item) | |||||
| # if there is a next page then go and save.... | |||||
| # next page in the topic? | |||||
| try: | |||||
| temp = driver.find_element(by=By.ID, value='comments') # | |||||
| temp2 = temp.find_elements(by=By.XPATH, value='/html/body/main/div/div/div/div[4]/div[1]') | |||||
| temp3 = temp2.find_elements(by=By.CLASS_NAME, value='ipsPagination')#/html/body/main/div/div/div/div[4]/div[1] | |||||
| item = temp3.find_element(by=By.CLASS_NAME, value='ipsPagination_next').get_attribute('href') # /html/body/div/div[2]/div/div[2]/div | |||||
| if item == "": | |||||
| raise NoSuchElementException | |||||
| has_next_topic_page = False | |||||
| else: | |||||
| back_counter += 1 | |||||
| except NoSuchElementException: | |||||
| has_next_topic_page = False | |||||
| # end of loop | |||||
| for i in range(back_counter): | |||||
| driver.back() | |||||
| # comment out | |||||
| break | |||||
| # comment out | |||||
| # if count == 1: | |||||
| # count = 0 | |||||
| # break | |||||
| try: # change depending on web page, #next page | |||||
| temp = driver.find_element(by=By.XPATH, value='/html/body/main/div/div/div/div[4]/div/div[1]/div')#/html/body/main/div/div/div/div[4]/div/div[1]/div | |||||
| temp2 = temp.find_element(by=By.CLASS_NAME, value='ipsPagination') | |||||
| link = temp2.find_element(by=By.CLASS_NAME, value='ipsPagination_next').get_attribute('href') | |||||
| if link == "": | |||||
| raise NoSuchElementException | |||||
| try: | |||||
| driver.get(link) | |||||
| except: | |||||
| driver.refresh() | |||||
| html = driver.page_source | |||||
| savePage(html, link) | |||||
| count += 1 | |||||
| except NoSuchElementException: | |||||
| has_next_page = False | |||||
| except Exception as e: | |||||
| print(link, e) | |||||
| i += 1 | |||||
| # finalTime = time.time() | |||||
| # print finalTime - initialTime | |||||
| input("Crawling CrackingPro forum done sucessfully. Press ENTER to continue\n") | |||||
| # Returns 'True' if the link is Topic link | |||||
| def isDescriptionLink(url): | |||||
| if 'topic' in url: | |||||
| return True | |||||
| return False | |||||
| # Returns True if the link is a listingPage link | |||||
| def isListingLink(url): | |||||
| if 'forum' in url: | |||||
| return True | |||||
| return False | |||||
| # calling the parser to define the links | |||||
| def topicPages(html): | |||||
| soup = BeautifulSoup(html, "html.parser") | |||||
| #print(soup.find('div', id="container").find('div', id="content").find('table', {"class": "tborder clear"}).find('tbody').find('tr',{"class": "inline_row"}).find('strong').text) | |||||
| return crackingPro_links_parser(soup) | |||||
| def crawler(): | |||||
| startCrawling() | |||||
| # print("Crawling and Parsing BestCardingWorld .... DONE!") | |||||
+ 0
- 462
Forums/CrackingPro/geckodriver.log
View File
| @ -1,462 +0,0 @@ | |||||
| 1655762162153 geckodriver INFO Listening on 127.0.0.1:50333 | |||||
| 1655762166434 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50334" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofileqUeAAN" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655762166904 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50334/devtools/browser/fb880205-35da-44a4-83b8-a861ce7125f1 | |||||
| 1655762168590 Marionette INFO Listening on port 50341 | |||||
| 1655762169104 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655762207624 Marionette INFO Stopped listening on port 50341 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1655762207923 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655762990320 geckodriver INFO Listening on 127.0.0.1:50884 | |||||
| 1655762994595 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50885" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofileurjxEe" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655762995244 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50885/devtools/browser/36503f58-7ab7-4188-81b0-fa1b81f32c0a | |||||
| 1655762996997 Marionette INFO Listening on port 50890 | |||||
| JavaScript error: resource://gre/modules/ExtensionContent.jsm, line 575: TypeError: PrecompiledScript.executeInGlobal: Argument 1 is not an object. | |||||
| 1655762997277 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655763083091 Marionette INFO Stopped listening on port 50890 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655763083216 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655763089557 geckodriver INFO Listening on 127.0.0.1:50923 | |||||
| 1655763093759 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50924" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofile5mY1qq" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655763094208 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50924/devtools/browser/68ce2df9-521f-4258-94f7-c2e2b199701a | |||||
| 1655763095918 Marionette INFO Listening on port 50929 | |||||
| 1655763096408 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655763143935 Marionette INFO Stopped listening on port 50929 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655763144495 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655763166975 geckodriver INFO Listening on 127.0.0.1:50947 | |||||
| 1655763171175 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50948" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofilenAGZM5" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655763171719 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50948/devtools/browser/0b9966bd-0cec-45cc-9d11-02a2580233f0 | |||||
| 1655763173307 Marionette INFO Listening on port 50953 | |||||
| 1655763173368 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655763208922 Marionette INFO Stopped listening on port 50953 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: chrome://remote/content/marionette/cert.js, line 55: NS_ERROR_NOT_AVAILABLE: Component returned failure code: 0x80040111 (NS_ERROR_NOT_AVAILABLE) [nsICertOverrideService.setDisableAllSecurityChecksAndLetAttackersInterceptMyData] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655763209261 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655763387409 geckodriver INFO Listening on 127.0.0.1:49752 | |||||
| 1655763391806 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "49753" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofilevAHJSJ" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655763392827 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:49753/devtools/browser/7fe49a16-940f-4ee8-9a2f-48739a92db78 | |||||
| 1655763394700 Marionette INFO Listening on port 49759 | |||||
| 1655763395103 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655763430848 Marionette INFO Stopped listening on port 49759 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: chrome://remote/content/marionette/cert.js, line 55: NS_ERROR_NOT_AVAILABLE: Component returned failure code: 0x80040111 (NS_ERROR_NOT_AVAILABLE) [nsICertOverrideService.setDisableAllSecurityChecksAndLetAttackersInterceptMyData] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655763431145 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655765589286 geckodriver INFO Listening on 127.0.0.1:50102 | |||||
| 1655765621677 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50103" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofile8ecUpb" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655765622149 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:50103/devtools/browser/e5a916fc-987c-43d4-9c12-9c9b88cca242 | |||||
| 1655765623776 Marionette INFO Listening on port 50109 | |||||
| 1655765623892 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655766125168 Marionette INFO Stopped listening on port 50109 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655766125303 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655766505099 geckodriver INFO Listening on 127.0.0.1:50156 | |||||
| 1655766509351 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50157" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofileVqvmzh" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655766509876 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50157/devtools/browser/13084c14-64d3-48a5-8b99-4c514e961d4f | |||||
| 1655766511328 Marionette INFO Listening on port 50162 | |||||
| 1655766511395 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655766552298 Marionette INFO Stopped listening on port 50162 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: chrome://remote/content/marionette/cert.js, line 55: NS_ERROR_NOT_AVAILABLE: Component returned failure code: 0x80040111 (NS_ERROR_NOT_AVAILABLE) [nsICertOverrideService.setDisableAllSecurityChecksAndLetAttackersInterceptMyData] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655766552578 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655767657126 geckodriver INFO Listening on 127.0.0.1:50257 | |||||
| 1655767661375 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50258" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofileB9Dzeh" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655767661843 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50258/devtools/browser/867cd318-6430-4b3f-9b63-8c6bdf17636a | |||||
| 1655767663330 Marionette INFO Listening on port 50263 | |||||
| 1655767663431 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655767668263 Marionette INFO Stopped listening on port 50263 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1655767668591 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655767689480 geckodriver INFO Listening on 127.0.0.1:50276 | |||||
| 1655767693635 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50277" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofile8ZOQe7" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655767694215 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50277/devtools/browser/a70a3f5b-19af-4a68-99c8-c46086ba9599 | |||||
| 1655767695725 Marionette INFO Listening on port 50282 | |||||
| 1655767695830 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655767701272 Marionette INFO Stopped listening on port 50282 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655767701594 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655767791360 geckodriver INFO Listening on 127.0.0.1:50296 | |||||
| 1655767795575 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50297" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofile4GEqBr" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655767796001 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50297/devtools/browser/e2d4e57a-16ce-429d-9804-e9e391199ddf | |||||
| 1655767797534 Marionette INFO Listening on port 50302 | |||||
| 1655767797661 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655767802833 Marionette INFO Stopped listening on port 50302 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655767803151 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655767902908 geckodriver INFO Listening on 127.0.0.1:50320 | |||||
| 1655767907009 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50321" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofileqlJ8ZA" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655767907484 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:50321/devtools/browser/49e77669-01dd-447e-a804-36d42b3400cf | |||||
| 1655767908782 Marionette INFO Listening on port 50326 | |||||
| 1655767909069 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655767916218 Marionette INFO Stopped listening on port 50326 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655767916523 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655767958348 geckodriver INFO Listening on 127.0.0.1:50340 | |||||
| 1655767962557 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50341" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofilekpCdfs" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655767963032 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50341/devtools/browser/b4d1728c-d26f-4537-adc2-5c954b171b13 | |||||
| 1655767964591 Marionette INFO Listening on port 50346 | |||||
| 1655767964633 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655767973210 Marionette INFO Stopped listening on port 50346 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655767973501 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655767998084 geckodriver INFO Listening on 127.0.0.1:50358 | |||||
| 1655768002314 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50359" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofileujYNBj" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655768002757 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50359/devtools/browser/04112c45-204d-43f1-9615-34782fd06632 | |||||
| 1655768004165 Marionette INFO Listening on port 50364 | |||||
| 1655768004375 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655768009787 Marionette INFO Stopped listening on port 50364 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1655768010100 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655768083966 geckodriver INFO Listening on 127.0.0.1:50386 | |||||
| 1655768088234 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50387" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofile39Pl1f" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655768088664 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50387/devtools/browser/3d6cda42-cb60-4c67-8d76-1d186a51887f | |||||
| 1655768090263 Marionette INFO Listening on port 50392 | |||||
| 1655768090299 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655768091655 Marionette INFO Stopped listening on port 50392 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| 1655768092659 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655768101201 geckodriver INFO Listening on 127.0.0.1:50404 | |||||
| 1655768105373 mozrunner::runner INFO Running command: "C:\\Users\\CALSysLab\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "50405" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\CALSYS~1\\AppData\\Local\\Temp\\rust_mozprofile2YRGSz" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: Init" | |||||
| console.log: "TorConnect: observed profile-after-change" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapStatus'" | |||||
| console.log: "TorConnect: observing topic 'TorBootstrapError'" | |||||
| console.log: "TorConnect: observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: observed profile-after-change" | |||||
| 1655768105853 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: will load after bootstrap => [about:blank]" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| DevTools listening on ws://localhost:50405/devtools/browser/9c4a4d71-25ff-4980-a54d-8545d6200790 | |||||
| 1655768107431 Marionette INFO Listening on port 50410 | |||||
| 1655768107530 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1655768119155 Marionette INFO Stopped listening on port 50410 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| 1655768119438 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1655768229472 geckodriver INFO Listening on 127.0.0.1:50431 | |||||
| 1655768233458 webdriver::server WARN Rejected request with missing Host header | |||||
+ 0
- 356
Forums/CrackingPro/parser.py
View File
| @ -1,356 +0,0 @@ | |||||
| __author__ = 'DarkWeb' | |||||
| # Here, we are importing the auxiliary functions to clean or convert data | |||||
| from Forums.Utilities.utilities import * | |||||
| from datetime import date | |||||
| from datetime import timedelta | |||||
| import re | |||||
| # Here, we are importing BeautifulSoup to search through the HTML tree | |||||
| from bs4 import BeautifulSoup | |||||
| # This is the method to parse the Description Pages (one page to each topic in the Listing Pages) | |||||
| def cryptBB_description_parser(soup): | |||||
| # Fields to be parsed | |||||
| topic = "-1" # topic name | |||||
| user = [] # all users of each post | |||||
| addDate = [] # all dated of each post | |||||
| feedback = [] # all feedbacks of each vendor (this was found in just one Forum and with a number format) | |||||
| status = [] # all user's authority in each post such as (adm, member, dangerous) | |||||
| reputation = [] # all users's karma in each post (usually found as a number) | |||||
| sign = [] # all user's signature in each post (usually a standard message after the content of the post) | |||||
| post = [] # all messages of each post | |||||
| interest = [] # all user's interest in each post | |||||
| # Finding the topic (should be just one coming from the Listing Page) | |||||
| li = soup.find("td", {"class": "thead"}).find('strong') | |||||
| topic = li.text | |||||
| topic = re.sub("\[\w*\]", '', topic) | |||||
| topic = topic.replace(",","") | |||||
| topic = topic.replace("\n","") | |||||
| topic = cleanString(topic.strip()) | |||||
| print(topic) | |||||
| # Finding the repeated tag that corresponds to the listing of posts | |||||
| # posts = soup.find("form", {"name": "quickModForm"}).findAll('div', {"class": "windowbg"}) + \ | |||||
| # soup.find("form", {"name": "quickModForm"}).findAll('div', {"class": "windowbg2"}) | |||||
| try: | |||||
| posts = soup.find('table', {"class": "tborder tfixed clear"}).find('td', {"id": "posts_container"}).find_all( | |||||
| 'div', {"class": "post"}) | |||||
| # print(len(posts)) | |||||
| # For each message (post), get all the fields we are interested to: | |||||
| for ipost in posts: | |||||
| # Finding a first level of the HTML page | |||||
| # post_wrapper = ipost.find('div', {"class": "post_wrapper"}).find('div', {"class": "poster"}) | |||||
| post_wrapper = ipost.find('span', {"class": "largetext"}) | |||||
| # Finding the author (user) of the post | |||||
| # author = post_wrapper.find('h4') | |||||
| author = post_wrapper.text.strip() | |||||
| # print("author " + author) | |||||
| user.append(cleanString(author)) # Remember to clean the problematic characters | |||||
| # Finding the status of the author | |||||
| smalltext = ipost.find('div', {"class": "post_author"}) | |||||
| # Testing here two possibilities to find this status and combine them | |||||
| if ipost.find('div', {"class": "deleted_post_author"}): | |||||
| status.append(-1) | |||||
| interest.append(-1) | |||||
| reputation.append(-1) | |||||
| addDate.append(-1) | |||||
| post.append("THIS POST HAS BEEN REMOVED!") | |||||
| sign.append(-1) | |||||
| feedback.append(-1) | |||||
| continue | |||||
| # CryptBB does have membergroup and postgroup | |||||
| membergroup = smalltext.find('div', {"class": "profile-rank"}) | |||||
| postgroup = smalltext.find('div', {"class": "postgroup"}) | |||||
| if membergroup != None: | |||||
| membergroup = membergroup.text.strip() | |||||
| if postgroup != None: | |||||
| postgroup = postgroup.text.strip() | |||||
| membergroup = membergroup + " - " + postgroup | |||||
| else: | |||||
| if postgroup != None: | |||||
| membergroup = postgroup.text.strip() | |||||
| else: | |||||
| membergroup = "-1" | |||||
| status.append(cleanString(membergroup)) | |||||
| # print("status " + cleanString(membergroup)) | |||||
| # Finding the interest of the author | |||||
| # CryptBB does not have blurb | |||||
| blurb = smalltext.find('li', {"class": "blurb"}) | |||||
| if blurb != None: | |||||
| blurb = blurb.text.strip() | |||||
| else: | |||||
| blurb = "-1" | |||||
| interest.append(cleanString(blurb)) | |||||
| # Finding the reputation of the user | |||||
| # CryptBB does have reputation | |||||
| author_stats = smalltext.find('div', {"class": "author_statistics"}) | |||||
| karma = author_stats.find('strong') | |||||
| if karma != None: | |||||
| karma = karma.text | |||||
| karma = karma.replace("Community Rating: ", "") | |||||
| karma = karma.replace("Karma: ", "") | |||||
| karma = karma.strip() | |||||
| else: | |||||
| karma = "-1" | |||||
| reputation.append(cleanString(karma)) | |||||
| # print("karma " + cleanString(karma)) | |||||
| # Getting here another good tag to find the post date, post content and users' signature | |||||
| postarea = ipost.find('div', {"class": "post_content"}) | |||||
| dt = postarea.find('span', {"class": "post_date"}).text | |||||
| # dt = dt.strip().split() | |||||
| dt = dt.strip() | |||||
| day=date.today() | |||||
| if "Yesterday" in dt: | |||||
| yesterday = day - timedelta(days=1) | |||||
| yesterday = yesterday.strftime('%m-%d-%Y') | |||||
| stime = dt.replace('Yesterday,','').strip() | |||||
| date_time_obj = yesterday+ ', '+stime | |||||
| date_time_obj = datetime.strptime(date_time_obj,'%m-%d-%Y, %I:%M %p') | |||||
| elif "hours ago" in dt: | |||||
| day = day.strftime('%m-%d-%Y') | |||||
| date_time_obj = postarea.find('span', {"class": "post_date"}).find('span')['title'] | |||||
| date_time_obj = datetime.strptime(date_time_obj, '%m-%d-%Y, %I:%M %p') | |||||
| else: | |||||
| date_time_obj = datetime.strptime(dt, '%m-%d-%Y, %I:%M %p') | |||||
| stime = date_time_obj.strftime('%b %d, %Y') | |||||
| sdate = date_time_obj.strftime('%I:%M %p') | |||||
| addDate.append(date_time_obj) | |||||
| # print("date " + str(date_time_obj)) | |||||
| # Finding the date of the post | |||||
| # date_time_obj = datetime.strptime(dt, '%a %b %d, %Y %I:%M %p') | |||||
| # smalltext = postarea.find('div', {"class": "flow_hidden"}).find('div', {"class": "keyinfo"})\ | |||||
| # .find('div', {"class": "smalltext"}) | |||||
| # sdatetime = smalltext.text | |||||
| # sdatetime = sdatetime.replace(u"\xab","") # Removing unnecessary characters | |||||
| # sdatetime = sdatetime.replace(u"\xbb","") # Removing unnecessary characters | |||||
| # sdatetime = sdatetime.split("on: ") # Removing unnecessary characters | |||||
| # sdatetime = sdatetime[1].strip() | |||||
| # stime = sdatetime[:-12:-1] # Finding the time of the post | |||||
| # stime = stime[::-1] | |||||
| # sdate = sdatetime.replace(stime,"") # Finding the date of the post | |||||
| # sdate = sdate.replace(",","") | |||||
| # sdate = sdate.strip() | |||||
| # Covert the date of the post that can be informed as: "12 February 2016", "today", "yesterday". We need | |||||
| # a date format here as "mm/dd/yyyy" | |||||
| # addDate.append(convertDate(sdate,"english", crawlerDate) + " " + stime) | |||||
| # Finding the post | |||||
| inner = postarea.find('div', {"class": "post_body scaleimages"}) | |||||
| inner = inner.text.strip() | |||||
| # print(inner) | |||||
| post.append(cleanString(inner)) | |||||
| # Finding the users's signature | |||||
| # signature = ipost.find('div', {"class": "post_wrapper"}).find('div', {"class": "moderatorbar"}).find('div', {"class": "signature"}) | |||||
| signature = ipost.find('div', {"class": "signature scaleimages"}) | |||||
| if signature != None: | |||||
| signature = signature.text.strip() | |||||
| # print(signature) | |||||
| else: | |||||
| signature = "-1" | |||||
| sign.append(cleanString(signature)) | |||||
| # As no information about users's feedback was found, just assign "-1" to the variable | |||||
| feedback.append("-1") | |||||
| except: | |||||
| if soup.find('td', {"class": "trow1"}).text == " You do not have permission to access this page. ": | |||||
| user.append("-1") | |||||
| status.append(-1) | |||||
| interest.append(-1) | |||||
| reputation.append(-1) | |||||
| addDate.append(-1) | |||||
| post.append("NO ACCESS TO THIS PAGE!") | |||||
| sign.append(-1) | |||||
| feedback.append(-1) | |||||
| # Populate the final variable (this should be a list with all fields scraped) | |||||
| row = (topic, post, user, addDate, feedback, status, reputation, sign, interest) | |||||
| # Sending the results | |||||
| return row | |||||
| # This is the method to parse the Listing Pages (one page with many posts) | |||||
| def onniForums_listing_parser(soup): | |||||
| board = "-1" # board name (the previous level of the topic in the Forum categorization tree. | |||||
| # For instance: Security/Malware/Tools to hack Facebook. The board here should be Malware) | |||||
| nm = 0 # this variable should receive the number of topics | |||||
| topic = [] # all topics | |||||
| user = [] # all users of each topic | |||||
| post = [] # number of posts of each topic | |||||
| view = [] # number of views of each topic | |||||
| addDate = [] # when the topic was created (difficult to find) | |||||
| href = [] # this variable should receive all cleaned urls (we will use this to do the marge between | |||||
| # Listing and Description pages) | |||||
| # Finding the board (should be just one) | |||||
| board = soup.find('span', {"class": "active"}).text | |||||
| board = cleanString(board.strip()) | |||||
| # Finding the repeated tag that corresponds to the listing of topics | |||||
| itopics = soup.find_all('tr',{"class": "inline_row"}) | |||||
| index = 0 | |||||
| for itopic in itopics: | |||||
| # For each topic found, the structure to get the rest of the information can be of two types. Testing all of them | |||||
| # to don't miss any topic | |||||
| # Adding the topic to the topic list | |||||
| try: | |||||
| topics = itopic.find('span', {"class": "subject_old"}).find('a').text | |||||
| except: | |||||
| topics = itopic.find('span', {"class": "subject_new"}).find('a').text | |||||
| topics = re.sub("\[\w*\]", '', topics) | |||||
| topic.append(cleanString(topics)) | |||||
| # Counting how many topics we have found so far | |||||
| nm = len(topic) | |||||
| # Adding the url to the list of urls | |||||
| try: | |||||
| link = itopic.find('span', {"class": "subject_old"}).find('a').get('href') | |||||
| except: | |||||
| link = itopic.find('span',{"class": "subject_new"}).find('a').get('href') | |||||
| link = cleanLink(link) | |||||
| href.append(link) | |||||
| # Finding the author of the topic | |||||
| ps = itopic.find('div', {"class":"author smalltext"}).find('a').text | |||||
| author = ps.strip() | |||||
| user.append(cleanString(author)) | |||||
| # Finding the number of replies | |||||
| columns = itopic.findChildren('td',recursive=False) | |||||
| posts = columns[3].text | |||||
| post.append(cleanString(posts)) | |||||
| # Finding the number of Views | |||||
| tview = columns[4].text | |||||
| view.append(cleanString(tview)) | |||||
| # If no information about when the topic was added, just assign "-1" to the variable | |||||
| #dt = itopic.find('div', {"class": "responsive-hide"}).text.split('»')[1] | |||||
| #dt = dt.strip() | |||||
| #date_time_obj = datetime.strptime(dt,'%a %b %d, %Y %I:%M %p') | |||||
| #addDate.append(date_time_obj) | |||||
| addDate.append("-1") | |||||
| index += 1 | |||||
| return organizeTopics("CryptBB", nm, topic, board, view, post, user, addDate, href) | |||||
| # if len(tag) > 0: | |||||
| # | |||||
| # # Finding the topic | |||||
| # | |||||
| # tds = tds[0].find(tag[0]) | |||||
| # topics = tds.text | |||||
| # topics = topics.replace(u"\xbb","") | |||||
| # topics = topics.strip() | |||||
| # topic.append(cleanString(topics)) | |||||
| # | |||||
| # # Counting how many topics we have found so far | |||||
| # | |||||
| # nm = len(topic) | |||||
| # | |||||
| # # Adding the url to the list of urls | |||||
| # | |||||
| # link = tds.findAll('a', href=True) | |||||
| # link = link[0].get('href') | |||||
| # link = cleanLink(link) | |||||
| # href.append(link) | |||||
| # | |||||
| # # Finding the author of the topic | |||||
| # | |||||
| # ps = itopic.find('td', {"class": tag[1]}).find('p').find('a') | |||||
| # if ps == None: | |||||
| # ps = itopic.find('td', {"class": tag[1]}).find('p') | |||||
| # ps = ps.text.replace("Started by ","") | |||||
| # else: | |||||
| # ps = ps.text | |||||
| # author = ps.strip() | |||||
| # user.append(cleanString(author)) | |||||
| # | |||||
| # # Finding the number of replies | |||||
| # | |||||
| # statistics = itopic.find('td', {"class": tag[2]}) | |||||
| # statistics = statistics.text | |||||
| # statistics = statistics.split("Replies") | |||||
| # posts = statistics[0].strip() | |||||
| # post.append(cleanString(posts)) | |||||
| # | |||||
| # # Finding the number of Views | |||||
| # | |||||
| # views = statistics[1] | |||||
| # views = views.replace("Views","") | |||||
| # views = views.strip() | |||||
| # view.append(cleanString(views)) | |||||
| # | |||||
| # # As no information about when the topic was added, just assign "-1" to the variable | |||||
| # | |||||
| # addDate.append("-1") | |||||
| #return organizeTopics("TheMajesticGarden", nm, topic, board, view, post, user, addDate, href) | |||||
| def crackingPro_links_parser(soup): | |||||
| # Returning all links that should be visited by the Crawler | |||||
| href = [] | |||||
| #print(soup.find('table', {"class": "tborder clear"}).find( | |||||
| # 'tbody').find_all('tr', {"class": "inline_row"})) | |||||
| listing = soup.find('ol', {"data-role": "tableRows"}).find_all('div', {"class": "ipsDataItem_main"}) | |||||
| for a in listing: | |||||
| #try: | |||||
| link = a.find('span', {"class": "ipsType_break ipsContained"}).find('a').get('href') | |||||
| #except: | |||||
| # link = a.find('span', {"class": "subject_new"}).find('a').get('href') | |||||
| href.append(link) | |||||
| return href | |||||
+ 3
- 0
Forums/Initialization/forums_mining.py
View File
+ 782
- 0
Forums/Initialization/geckodriver.log
View File
| @ -4650,3 +4650,785 @@ unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | destructor()@TargetList.jsm:109 | ||||
| stop()@CDP.jsm:104 | stop()@CDP.jsm:104 | ||||
| close()@RemoteAgent.jsm:138 | close()@RemoteAgent.jsm:138 | ||||
| 1687361867910 geckodriver INFO Listening on 127.0.0.1:51194 | |||||
| 1687361871134 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51195" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilejez15O" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687361871673 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51195/devtools/browser/3ccbab3a-7bfd-466b-8201-32795590df3f | |||||
| 1687361873118 Marionette INFO Listening on port 51200 | |||||
| 1687361873512 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687361879138 Marionette INFO Stopped listening on port 51200 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofilejez15O\thumbnails) because it does not exist | |||||
| [Parent 7504, IPC I/O Parent] WARNING: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/base/process_util_win.cc:167 | |||||
| [Parent 7504, IPC I/O Parent] WARNING: pipe error: 232: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/chrome/common/ipc_channel_win.cc:544 | |||||
| 1687361879623 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687362115091 geckodriver INFO Listening on 127.0.0.1:51298 | |||||
| 1687362118652 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51299" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilebDgMys" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687362119216 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51299/devtools/browser/ad6b2988-7566-4c1c-9c74-674329bf487b | |||||
| 1687362120715 Marionette INFO Listening on port 51305 | |||||
| 1687362121256 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687362175569 Marionette INFO Stopped listening on port 51305 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofilebDgMys\thumbnails) because it does not exist | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Child][MessageChannel] Error: (msgtype=0x390140,name=PContent::Msg_ScriptError) Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687362176281 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687362336989 geckodriver INFO Listening on 127.0.0.1:51394 | |||||
| 1687362339897 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51395" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileoPFYs1" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687362340349 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51395/devtools/browser/f4d3bf0c-19fc-44c7-85b7-a85af602301e | |||||
| 1687362341852 Marionette INFO Listening on port 51400 | |||||
| 1687362341967 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| SourceActor threw an exception: [Exception... "Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/9071641a-0e39-4029-bbda-8d1666001069'" nsresult: "0x805303f4 (<unknown>)" location: "JS frame :: resource://devtools/shared/DevToolsUtils.js :: mainThreadFetch/< :: line 670" data: yes] | |||||
| Stack: mainThreadFetch/<@resource://devtools/shared/DevToolsUtils.js:670:15 | |||||
| mainThreadFetch@resource://devtools/shared/DevToolsUtils.js:516:10 | |||||
| _fetchURLContents@resource://devtools/server/actors/utils/sources-manager.js:442:22 | |||||
| urlContents@resource://devtools/server/actors/utils/sources-manager.js:406:17 | |||||
| _resurrectSource@resource://devtools/server/actors/thread.js:2142:35 | |||||
| addAllSources@resource://devtools/server/actors/thread.js:1509:14 | |||||
| watch@resource://devtools/server/actors/resources/sources.js:52:17 | |||||
| watchResources@resource://devtools/server/actors/resources/index.js:239:19 | |||||
| _watchTargetResources@resource://devtools/server/actors/targets/target-actor-mixin.js:156:24 | |||||
| addWatcherDataEntry@resource://devtools/server/actors/targets/target-actor-mixin.js:47:20 | |||||
| _addWatcherDataEntry@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:483:24 | |||||
| receiveMessage@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:425:21 | |||||
| Line: 670, column: 0 | |||||
| console.error: ({}) | |||||
| SourceActor threw an exception: [Exception... "Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/079c6979-cf82-48fe-8cd4-3581b8aa3708'" nsresult: "0x805303f4 (<unknown>)" location: "JS frame :: resource://devtools/shared/DevToolsUtils.js :: mainThreadFetch/< :: line 670" data: yes] | |||||
| Stack: mainThreadFetch/<@resource://devtools/shared/DevToolsUtils.js:670:15 | |||||
| mainThreadFetch@resource://devtools/shared/DevToolsUtils.js:516:10 | |||||
| _fetchURLContents@resource://devtools/server/actors/utils/sources-manager.js:442:22 | |||||
| urlContents@resource://devtools/server/actors/utils/sources-manager.js:406:17 | |||||
| _resurrectSource@resource://devtools/server/actors/thread.js:2142:35 | |||||
| addAllSources@resource://devtools/server/actors/thread.js:1509:14 | |||||
| watch@resource://devtools/server/actors/resources/sources.js:52:17 | |||||
| watchResources@resource://devtools/server/actors/resources/index.js:239:19 | |||||
| _watchTargetResources@resource://devtools/server/actors/targets/target-actor-mixin.js:156:24 | |||||
| addWatcherDataEntry@resource://devtools/server/actors/targets/target-actor-mixin.js:47:20 | |||||
| _addWatcherDataEntry@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:483:24 | |||||
| receiveMessage@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:425:21 | |||||
| Line: 670, column: 0 | |||||
| console.error: ({}) | |||||
| JavaScript error: resource://devtools/shared/DevToolsUtils.js, line 670: Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/9071641a-0e39-4029-bbda-8d1666001069' | |||||
| JavaScript error: resource://devtools/shared/DevToolsUtils.js, line 670: Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/079c6979-cf82-48fe-8cd4-3581b8aa3708' | |||||
| JavaScript error: resource://devtools/server/actors/network-monitor/network-event-actor.js, line 109: Error: Got a request https://www.gstatic.com/recaptcha/releases/SglpK98hSCn2CroR0bKRSJl5/styles__ltr.css without a browsingContextID set | |||||
| JavaScript error: resource://devtools/server/actors/network-monitor/network-event-actor.js, line 109: Error: Got a request https://www.gstatic.com/recaptcha/releases/SglpK98hSCn2CroR0bKRSJl5/styles__ltr.css without a browsingContextID set | |||||
| 1687362415874 Marionette INFO Stopped listening on port 51400 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687362416783 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687362601194 geckodriver INFO Listening on 127.0.0.1:51502 | |||||
| 1687362604892 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51503" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofile5RcCBs" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687362605512 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51503/devtools/browser/5371b3f1-a93a-4b92-a636-f953ef49e3ea | |||||
| 1687362607102 Marionette INFO Listening on port 51508 | |||||
| 1687362607566 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| SourceActor threw an exception: [Exception... "Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/fc1bdf6f-e83e-41d8-93d9-84559e44510c'" nsresult: "0x805303f4 (<unknown>)" location: "JS frame :: resource://devtools/shared/DevToolsUtils.js :: mainThreadFetch/< :: line 670" data: yes] | |||||
| Stack: mainThreadFetch/<@resource://devtools/shared/DevToolsUtils.js:670:15 | |||||
| mainThreadFetch@resource://devtools/shared/DevToolsUtils.js:516:10 | |||||
| _fetchURLContents@resource://devtools/server/actors/utils/sources-manager.js:442:22 | |||||
| urlContents@resource://devtools/server/actors/utils/sources-manager.js:406:17 | |||||
| _resurrectSource@resource://devtools/server/actors/thread.js:2142:35 | |||||
| addAllSources@resource://devtools/server/actors/thread.js:1509:14 | |||||
| watch@resource://devtools/server/actors/resources/sources.js:52:17 | |||||
| watchResources@resource://devtools/server/actors/resources/index.js:239:19 | |||||
| _watchTargetResources@resource://devtools/server/actors/targets/target-actor-mixin.js:156:24 | |||||
| addWatcherDataEntry@resource://devtools/server/actors/targets/target-actor-mixin.js:47:20 | |||||
| _addWatcherDataEntry@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:483:24 | |||||
| receiveMessage@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:425:21 | |||||
| Line: 670, column: 0 | |||||
| console.error: ({}) | |||||
| SourceActor threw an exception: [Exception... "Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/1cada334-ba8a-4ce5-9295-a9adee3f009e'" nsresult: "0x805303f4 (<unknown>)" location: "JS frame :: resource://devtools/shared/DevToolsUtils.js :: mainThreadFetch/< :: line 670" data: yes] | |||||
| Stack: mainThreadFetch/<@resource://devtools/shared/DevToolsUtils.js:670:15 | |||||
| mainThreadFetch@resource://devtools/shared/DevToolsUtils.js:516:10 | |||||
| _fetchURLContents@resource://devtools/server/actors/utils/sources-manager.js:442:22 | |||||
| urlContents@resource://devtools/server/actors/utils/sources-manager.js:406:17 | |||||
| _resurrectSource@resource://devtools/server/actors/thread.js:2142:35 | |||||
| addAllSources@resource://devtools/server/actors/thread.js:1509:14 | |||||
| watch@resource://devtools/server/actors/resources/sources.js:52:17 | |||||
| watchResources@resource://devtools/server/actors/resources/index.js:239:19 | |||||
| _watchTargetResources@resource://devtools/server/actors/targets/target-actor-mixin.js:156:24 | |||||
| addWatcherDataEntry@resource://devtools/server/actors/targets/target-actor-mixin.js:47:20 | |||||
| _addWatcherDataEntry@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:483:24 | |||||
| receiveMessage@resource://devtools/server/connectors/js-window-actor/DevToolsFrameChild.jsm:425:21 | |||||
| Line: 670, column: 0 | |||||
| console.error: ({}) | |||||
| JavaScript error: resource://devtools/shared/DevToolsUtils.js, line 670: Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/fc1bdf6f-e83e-41d8-93d9-84559e44510c' | |||||
| JavaScript error: resource://devtools/shared/DevToolsUtils.js, line 670: Failed to open input source 'blob:moz-extension://3064b8c5-bffd-4bf8-b2f1-210b12185538/1cada334-ba8a-4ce5-9295-a9adee3f009e' | |||||
| JavaScript error: resource://devtools/server/actors/network-monitor/network-event-actor.js, line 109: Error: Got a request https://www.gstatic.com/recaptcha/releases/SglpK98hSCn2CroR0bKRSJl5/styles__ltr.css without a browsingContextID set | |||||
| JavaScript error: resource://devtools/server/actors/network-monitor/network-event-actor.js, line 109: Error: Got a request https://www.gstatic.com/recaptcha/releases/SglpK98hSCn2CroR0bKRSJl5/styles__ltr.css without a browsingContextID set | |||||
| 1687362672278 Marionette INFO Stopped listening on port 51508 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| JavaScript error: resource:///actors/RFPHelperParent.jsm, line 28: TypeError: browser is null | |||||
| [Parent 5136, IPC I/O Parent] WARNING: pipe error: 232: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/chrome/common/ipc_channel_win.cc:544 | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofile5RcCBs\thumbnails) because it does not exist | |||||
| [Parent 5136, IPC I/O Parent] WARNING: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/base/process_util_win.cc:167 | |||||
| 1687362672955 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687362772652 geckodriver INFO Listening on 127.0.0.1:51587 | |||||
| 1687362775884 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51588" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofile8b4PVS" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687362776410 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51588/devtools/browser/32d66257-e3b9-4991-bc3b-31c77bf4eecb | |||||
| 1687362777803 Marionette INFO Listening on port 51593 | |||||
| 1687362778144 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687362794401 Marionette INFO Stopped listening on port 51593 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| [Parent 2516, IPC I/O Parent] WARNING: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/base/process_util_win.cc:167 | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| 1687362794859 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687362994579 geckodriver INFO Listening on 127.0.0.1:51677 | |||||
| 1687362998040 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51678" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilepzIQWh" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687362998637 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51678/devtools/browser/e802c093-a2c3-49fe-bcf3-3fb1b20f59fc | |||||
| 1687363000112 Marionette INFO Listening on port 51683 | |||||
| 1687363000551 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363007946 Marionette INFO Stopped listening on port 51683 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished | |||||
| 1687363008463 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687363095364 geckodriver INFO Listening on 127.0.0.1:51736 | |||||
| 1687363100614 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51737" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilenFcHVW" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687363101443 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51737/devtools/browser/c2664065-7655-40ca-9606-33f91d455bcc | |||||
| 1687363103705 Marionette INFO Listening on port 51746 | |||||
| 1687363104232 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363114210 Marionette INFO Stopped listening on port 51746 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofilenFcHVW\thumbnails) because it does not exist | |||||
| 1687363114822 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687363237295 geckodriver INFO Listening on 127.0.0.1:51804 | |||||
| 1687363241827 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51805" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilesw3fhg" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687363242626 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51805/devtools/browser/721bc1f6-248a-41c1-bbfd-7370944487a4 | |||||
| 1687363244683 Marionette INFO Listening on port 51810 | |||||
| 1687363245327 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363259331 Marionette INFO Stopped listening on port 51810 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687363259888 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687363384407 geckodriver INFO Listening on 127.0.0.1:51895 | |||||
| 1687363388015 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51896" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofile6nM0Fc" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687363388670 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51896/devtools/browser/885208a2-e201-4495-987b-1cf70c95e733 | |||||
| 1687363390178 Marionette INFO Listening on port 51902 | |||||
| 1687363390698 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363399014 Marionette INFO Stopped listening on port 51902 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofile6nM0Fc\thumbnails) because it does not exist | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| 1687363399607 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687363482071 geckodriver INFO Listening on 127.0.0.1:51959 | |||||
| 1687363486154 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "51960" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileCgTCeQ" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687363486810 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:51960/devtools/browser/836b8f92-5d34-432e-b213-21ff0414e3cc | |||||
| 1687363488325 Marionette INFO Listening on port 51965 | |||||
| 1687363488451 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363496843 Marionette INFO Stopped listening on port 51965 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofileCgTCeQ\thumbnails) because it does not exist | |||||
| [Parent 4644, IPC I/O Parent] WARNING: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/base/process_util_win.cc:167 | |||||
| 1687363497348 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687363564773 geckodriver INFO Listening on 127.0.0.1:52030 | |||||
| 1687363568615 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52031" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilevDJzbw" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687363569253 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52031/devtools/browser/9d3edbf8-a1bc-4122-ae79-8d3596ed5b9c | |||||
| 1687363570691 Marionette INFO Listening on port 52036 | |||||
| 1687363570727 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363586472 Marionette INFO Stopped listening on port 52036 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| 1687363586929 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687363809309 geckodriver INFO Listening on 127.0.0.1:52131 | |||||
| 1687363814339 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52132" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileTadDxy" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687363815270 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52132/devtools/browser/123c83ee-a4eb-4c8d-b727-f5252a66f7bf | |||||
| 1687363817649 Marionette INFO Listening on port 52137 | |||||
| 1687363818323 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687363839554 Marionette INFO Stopped listening on port 52137 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofileTadDxy\thumbnails) because it does not exist | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| 1687363840338 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687364060888 geckodriver INFO Listening on 127.0.0.1:52230 | |||||
| 1687364063800 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52231" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileYcqOMd" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687364064241 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52231/devtools/browser/4e72d327-f9aa-45da-b7d8-9300afd7adf4 | |||||
| 1687364065538 Marionette INFO Listening on port 52236 | |||||
| 1687364065579 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687364079212 Marionette INFO Stopped listening on port 52236 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofileYcqOMd\thumbnails) because it does not exist | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel error: cannot send/recv | |||||
| 1687364079717 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687364490929 geckodriver INFO Listening on 127.0.0.1:52339 | |||||
| 1687364493857 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52340" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofile6qBJfC" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687364494344 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52340/devtools/browser/b7483df7-5cd4-4186-ade3-bf6f0b514a4e | |||||
| 1687364495587 Marionette INFO Listening on port 52345 | |||||
| 1687364495918 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| 1687364509628 Marionette INFO Stopped listening on port 52345 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofile6qBJfC\thumbnails) because it does not exist | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| 1687364510020 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687364556231 geckodriver INFO Listening on 127.0.0.1:52404 | |||||
| 1687364560826 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52405" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileO4Dipt" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687364561522 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52405/devtools/browser/b6bf7a46-2e84-4076-b36f-89e21f778b7e | |||||
| 1687364563263 Marionette INFO Listening on port 52410 | |||||
| 1687364563398 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: https://altenens.is/js/xenmake/headroom.min.js, line 155: TypeError: this.elem is null | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| 1687364689455 Marionette INFO Stopped listening on port 52410 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: chrome://remote/content/marionette/cert.js, line 55: NS_ERROR_NOT_AVAILABLE: Component returned failure code: 0x80040111 (NS_ERROR_NOT_AVAILABLE) [nsICertOverrideService.setDisableAllSecurityChecksAndLetAttackersInterceptMyData] | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofileO4Dipt\thumbnails) because it does not exist | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687364689667 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687367739851 geckodriver INFO Listening on 127.0.0.1:52937 | |||||
| 1687367742047 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52938" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilefOCBjE" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687367742409 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52938/devtools/browser/15d1ebb0-d56e-4377-9d64-dee3f7628cad | |||||
| 1687367743488 Marionette INFO Listening on port 52943 | |||||
| 1687367743617 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1687367749269 Marionette INFO Stopped listening on port 52943 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofilefOCBjE\thumbnails) because it does not exist | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687367749525 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687367801207 geckodriver INFO Listening on 127.0.0.1:52986 | |||||
| 1687367805091 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52987" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofile8BwFv4" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687367805849 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52987/devtools/browser/33260c2d-2ee8-456f-88f9-47c14dde8a68 | |||||
| 1687367807664 Marionette INFO Listening on port 52992 | |||||
| 1687367808074 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1687367880386 Marionette INFO Stopped listening on port 52992 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofile8BwFv4\thumbnails) because it does not exist | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687367881115 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
+ 119
- 0
MarketPlaces/Initialization/geckodriver.log
View File
| @ -8462,3 +8462,122 @@ unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | destructor()@TargetList.jsm:109 | ||||
| stop()@CDP.jsm:104 | stop()@CDP.jsm:104 | ||||
| close()@RemoteAgent.jsm:138 | close()@RemoteAgent.jsm:138 | ||||
| 1687367135105 geckodriver INFO Listening on 127.0.0.1:52676 | |||||
| 1687367138475 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52677" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileQBIPbm" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687367139060 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52677/devtools/browser/47f06745-bd1d-4886-bd65-ad248a577cce | |||||
| 1687367140479 Marionette INFO Listening on port 52682 | |||||
| 1687367140872 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1687367267445 Marionette INFO Stopped listening on port 52682 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofileQBIPbm\thumbnails) because it does not exist | |||||
| [Parent 3852, IPC I/O Parent] WARNING: file /var/tmp/build/firefox-b6010b1466c9/ipc/chromium/src/base/process_util_win.cc:167 | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687367267717 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687367293554 geckodriver INFO Listening on 127.0.0.1:52757 | |||||
| 1687367298202 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52758" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilekzKLSs" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687367298915 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52758/devtools/browser/dcc9e41a-4440-482e-bc72-3b40e7e8ec91 | |||||
| 1687367300728 Marionette INFO Listening on port 52763 | |||||
| 1687367300818 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| 1687367406029 Marionette INFO Stopped listening on port 52763 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished | |||||
| ###!!! [Parent][MessageChannel] Error: (msgtype=0x390076,name=PContent::Msg_DestroyBrowsingContextGroup) Closed channel: cannot send/recv | |||||
| ###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost | |||||
| 1687367406290 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
| 1687367657410 geckodriver INFO Listening on 127.0.0.1:52877 | |||||
| 1687367663030 mozrunner::runner INFO Running command: "C:\\Users\\\\Helium\\Desktop\\Tor Browser\\Browser\\firefox.exe" "--marionette" "--remote-debugging-port" "52878" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileCDmu0D" | |||||
| console.log: "TorSettings: loadFromPrefs()" | |||||
| console.log: "TorConnect: init()" | |||||
| console.log: "TorConnect: Entering Initial state" | |||||
| console.log: "TorConnect: Observed profile-after-change" | |||||
| console.log: "TorConnect: Observing topic 'TorProcessExited'" | |||||
| console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" | |||||
| console.log: "TorConnect: Observing topic 'torsettings:ready'" | |||||
| console.log: "TorSettings: Observed profile-after-change" | |||||
| 1687367663844 Marionette INFO Marionette enabled | |||||
| console.log: "TorConnect: Will load after bootstrap => [about:blank]" | |||||
| console.error: "Could not load engine [email protected]: Error: Extension is invalid" | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. | |||||
| JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined | |||||
| DevTools listening on ws://localhost:52878/devtools/browser/496b4e8c-d46f-4b7b-9a9f-cc4ef2d497af | |||||
| 1687367666070 Marionette INFO Listening on port 52883 | |||||
| 1687367666646 RemoteAgent WARN TLS certificate errors will be ignored for this session | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: key "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID" was already initialized | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 109: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS", key: "" | |||||
| JavaScript error: resource://gre/modules/ExtensionTelemetry.jsm, line 113: Error: TelemetryStopwatch: finishing nonexisting stopwatch. Histogram: "WEBEXT_CONTENT_SCRIPT_INJECTION_MS_BY_ADDONID", key: "{73a6fe31-595d-460b-a920-fcc0f8843232}" | |||||
| 1687367707904 Marionette INFO Stopped listening on port 52883 | |||||
| JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] | |||||
| JavaScript error: chrome://remote/content/marionette/cert.js, line 55: NS_ERROR_NOT_AVAILABLE: Component returned failure code: 0x80040111 (NS_ERROR_NOT_AVAILABLE) [nsICertOverrideService.setDisableAllSecurityChecksAndLetAttackersInterceptMyData] | |||||
| !!! error running onStopped callback: TypeError: callback is not a function | |||||
| JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. | |||||
| JavaScript error: resource://gre/modules/PromiseWorker.jsm, line 106: Error: Could not get children of file(C:\Users\Helium\AppData\Local\Temp\rust_mozprofileCDmu0D\thumbnails) because it does not exist | |||||
| 1687367708324 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 | |||||
| unwatchForTabs()@TargetList.jsm:70 | |||||
| unwatchForTargets()@TargetList.jsm:37 | |||||
| destructor()@TargetList.jsm:109 | |||||
| stop()@CDP.jsm:104 | |||||
| close()@RemoteAgent.jsm:138 | |||||
+ 1
- 1
MarketPlaces/Initialization/marketsList.txt
View File
| @ -1 +1 @@ | |||||
| LionMarketplace | |||||
| TorMarket | |||||
+ 5
- 0
MarketPlaces/Initialization/markets_mining.py
View File
+ 299
- 0
MarketPlaces/TorMarket/crawler_selenium.py
View File
| @ -0,0 +1,299 @@ | |||||
| __author__ = 'Helium' | |||||
| ''' | |||||
| TorMarket Forum Crawler (Selenium) | |||||
| ''' | |||||
| from selenium import webdriver | |||||
| from selenium.common.exceptions import NoSuchElementException | |||||
| from selenium.webdriver.firefox.firefox_profile import FirefoxProfile | |||||
| from selenium.webdriver.firefox.firefox_binary import FirefoxBinary | |||||
| from selenium.webdriver.firefox.service import Service | |||||
| from selenium.webdriver.support.ui import WebDriverWait | |||||
| from selenium.webdriver.support import expected_conditions as EC | |||||
| from selenium.webdriver.common.by import By | |||||
| from PIL import Image | |||||
| import urllib.parse as urlparse | |||||
| import os, re, time | |||||
| from datetime import date | |||||
| import subprocess | |||||
| import configparser | |||||
| from bs4 import BeautifulSoup | |||||
| from MarketPlaces.Initialization.prepare_parser import new_parse | |||||
| from MarketPlaces.TorMarket.parser import tormarket_links_parser | |||||
| from MarketPlaces.Utilities.utilities import cleanHTML | |||||
| config = configparser.ConfigParser() | |||||
| config.read('../../setup.ini') | |||||
| counter = 1 | |||||
| baseURL = 'http://22222253ebafysmwyrl4uxfcs2xm6k7zb4xyse2csne73atvxu53gfad.onion/' | |||||
| # Opens Tor Browser, crawls the website, then parses, then closes tor | |||||
| #acts like the main method for the crawler, another function at the end of this code calls this function later | |||||
| def startCrawling(): | |||||
| opentor() | |||||
| # mktName = getMKTName() | |||||
| driver = getAccess() | |||||
| if driver != 'down': | |||||
| try: | |||||
| login(driver) | |||||
| crawlForum(driver) | |||||
| except Exception as e: | |||||
| print(driver.current_url, e) | |||||
| closetor(driver) | |||||
| # new_parse(forumName, baseURL, False) | |||||
| # Opens Tor Browser | |||||
| #prompts for ENTER input to continue | |||||
| def opentor(): | |||||
| global pid | |||||
| print("Connecting Tor...") | |||||
| pro = subprocess.Popen(config.get('TOR', 'firefox_binary_path')) | |||||
| pid = pro.pid | |||||
| time.sleep(7.5) | |||||
| input('Tor Connected. Press ENTER to continue\n') | |||||
| return | |||||
| # Returns the name of the website | |||||
| #return: name of site in string type | |||||
| def getMKTName(): | |||||
| name = 'TorMarket' | |||||
| return name | |||||
| # Return the base link of the website | |||||
| #return: url of base site in string type | |||||
| def getFixedURL(): | |||||
| url = 'http://22222253ebafysmwyrl4uxfcs2xm6k7zb4xyse2csne73atvxu53gfad.onion/' | |||||
| return url | |||||
| # Closes Tor Browser | |||||
| #@param: current selenium driver | |||||
| def closetor(driver): | |||||
| # global pid | |||||
| # os.system("taskkill /pid " + str(pro.pid)) | |||||
| # os.system("taskkill /t /f /im tor.exe") | |||||
| print('Closing Tor...') | |||||
| driver.close() | |||||
| time.sleep(3) | |||||
| return | |||||
| # Creates FireFox 'driver' and configure its 'Profile' | |||||
| # to use Tor proxy and socket | |||||
| def createFFDriver(): | |||||
| ff_binary = FirefoxBinary(config.get('TOR', 'firefox_binary_path')) | |||||
| ff_prof = FirefoxProfile(config.get('TOR', 'firefox_profile_path')) | |||||
| ff_prof.set_preference("places.history.enabled", False) | |||||
| ff_prof.set_preference("privacy.clearOnShutdown.offlineApps", True) | |||||
| ff_prof.set_preference("privacy.clearOnShutdown.passwords", True) | |||||
| ff_prof.set_preference("privacy.clearOnShutdown.siteSettings", True) | |||||
| ff_prof.set_preference("privacy.sanitize.sanitizeOnShutdown", True) | |||||
| ff_prof.set_preference("signon.rememberSignons", False) | |||||
| ff_prof.set_preference("network.cookie.lifetimePolicy", 2) | |||||
| ff_prof.set_preference("network.dns.disablePrefetch", True) | |||||
| ff_prof.set_preference("network.http.sendRefererHeader", 0) | |||||
| ff_prof.set_preference("permissions.default.image", 2) | |||||
| ff_prof.set_preference("browser.download.folderList", 2) | |||||
| ff_prof.set_preference("browser.download.manager.showWhenStarting", False) | |||||
| ff_prof.set_preference("browser.helperApps.neverAsk.saveToDisk", "text/plain") | |||||
| ff_prof.set_preference('network.proxy.type', 1) | |||||
| ff_prof.set_preference("network.proxy.socks_version", 5) | |||||
| ff_prof.set_preference('network.proxy.socks', '127.0.0.1') | |||||
| ff_prof.set_preference('network.proxy.socks_port', 9150) | |||||
| ff_prof.set_preference('network.proxy.socks_remote_dns', True) | |||||
| ff_prof.set_preference("javascript.enabled", False) | |||||
| ff_prof.update_preferences() | |||||
| service = Service(config.get('TOR', 'geckodriver_path')) | |||||
| driver = webdriver.Firefox(firefox_binary=ff_binary, firefox_profile=ff_prof, service=service) | |||||
| return driver | |||||
| #the driver 'gets' the url, attempting to get on the site, if it can't access return 'down' | |||||
| #return: return the selenium driver or string 'down' | |||||
| def getAccess(): | |||||
| url = getFixedURL() | |||||
| driver = createFFDriver() | |||||
| try: | |||||
| driver.get(url) | |||||
| return driver | |||||
| except: | |||||
| driver.close() | |||||
| return 'down' | |||||
| # Manual captcha solver, waits fora specific element so that the whole page loads, finds the input box, gets screenshot of captcha | |||||
| # then allows for manual solving of captcha in the terminal | |||||
| #@param: current selenium web driver | |||||
| def login(driver): | |||||
| # wait for page to show up (This Xpath may need to change based on different seed url) | |||||
| WebDriverWait(driver, 100).until(EC.visibility_of_element_located( | |||||
| (By.XPATH, "/html/body/div[2]/div/div/div/main/article/div/section[4]/div/div[1]/div/div/div/div/ul/li[15]/ul/li[3]/a"))) | |||||
| # Saves the crawled html page, makes the directory path for html pages if not made | |||||
| def savePage(page, url): | |||||
| cleanPage = cleanHTML(page) | |||||
| filePath = getFullPathName(url) | |||||
| os.makedirs(os.path.dirname(filePath), exist_ok=True) | |||||
| open(filePath, 'wb').write(cleanPage.encode('utf-8')) | |||||
| return | |||||
| # Gets the full path of the page to be saved along with its appropriate file name | |||||
| #@param: raw url as crawler crawls through every site | |||||
| def getFullPathName(url): | |||||
| from MarketPlaces.Initialization.markets_mining import CURRENT_DATE | |||||
| fileName = getNameFromURL(url) | |||||
| if isDescriptionLink(url): | |||||
| fullPath = r'..\TorMarket\HTML_Pages\\' + CURRENT_DATE + r'\\Description\\' + fileName + '.html' | |||||
| else: | |||||
| fullPath = r'..\TorMarket\HTML_Pages\\' + CURRENT_DATE + r'\\Listing\\' + fileName + '.html' | |||||
| return fullPath | |||||
| # Creates the file name from passed URL, gives distinct name if can't be made unique after cleaned | |||||
| #@param: raw url as crawler crawls through every site | |||||
| def getNameFromURL(url): | |||||
| global counter | |||||
| name = ''.join(e for e in url if e.isalnum()) | |||||
| if (name == ''): | |||||
| name = str(counter) | |||||
| counter = counter + 1 | |||||
| return name | |||||
| # returns list of urls, here is where you can list the different urls of interest, the crawler runs through this list | |||||
| #in this example, there are a couple of categories some threads fall under such as | |||||
| # Guides and Tutorials, Digital Products, and Software and Malware | |||||
| #as you can see they are categories of products | |||||
| def getInterestedLinks(): | |||||
| links = [] | |||||
| # Hacking Tutorials | |||||
| links.append('http://22222253ebafysmwyrl4uxfcs2xm6k7zb4xyse2csne73atvxu53gfad.onion/product-category/guides-tutorials/hacking/') | |||||
| # # Malware | |||||
| # links.append('http://22222253ebafysmwyrl4uxfcs2xm6k7zb4xyse2csne73atvxu53gfad.onion/product-category/malware/') | |||||
| # # Hacking Services | |||||
| # links.append('http://22222253ebafysmwyrl4uxfcs2xm6k7zb4xyse2csne73atvxu53gfad.onion/product-category/services/hacking-services/') | |||||
| return links | |||||
| # gets links of interest to crawl through, iterates through list, where each link is clicked and crawled through | |||||
| #topic and description pages are crawled through here, where both types of pages are saved | |||||
| #@param: selenium driver | |||||
| def crawlForum(driver): | |||||
| print("Crawling the TorMarket market") | |||||
| linksToCrawl = getInterestedLinks() | |||||
| visited = set(linksToCrawl) | |||||
| initialTime = time.time() | |||||
| count = 0 | |||||
| i = 0 | |||||
| while i < len(linksToCrawl): | |||||
| link = linksToCrawl[i] | |||||
| print('Crawling :', link) | |||||
| try: | |||||
| try: | |||||
| driver.get(link) | |||||
| except: | |||||
| driver.refresh() | |||||
| html = driver.page_source | |||||
| savePage(html, link) | |||||
| has_next_page = True | |||||
| while has_next_page: | |||||
| list = productPages(html) | |||||
| for item in list: | |||||
| itemURL = urlparse.urljoin(baseURL, str(item)) | |||||
| try: | |||||
| driver.get(itemURL) | |||||
| except: | |||||
| driver.refresh() | |||||
| savePage(driver.page_source, item) | |||||
| driver.back() | |||||
| # comment out | |||||
| break | |||||
| # comment out | |||||
| if count == 1: | |||||
| count = 0 | |||||
| break | |||||
| try: | |||||
| link = driver.find_element(by=By.XPATH, value= | |||||
| '/html/body/div[2]/div/div/div[1]/main/nav/ul/li[5]/a').get_attribute('href') | |||||
| if link == "": | |||||
| raise NoSuchElementException | |||||
| try: | |||||
| driver.get(link) | |||||
| except: | |||||
| driver.refresh() | |||||
| html = driver.page_source | |||||
| savePage(html, link) | |||||
| count += 1 | |||||
| except NoSuchElementException: | |||||
| has_next_page = False | |||||
| except Exception as e: | |||||
| print(link, e) | |||||
| i += 1 | |||||
| # finalTime = time.time() | |||||
| # print finalTime - initialTime | |||||
| input("Crawling TorMarket forum done sucessfully. Press ENTER to continue\n") | |||||
| # Returns 'True' if the link is a description link | |||||
| #@param: url of any url crawled | |||||
| #return: true if is a description page, false if not | |||||
| def isDescriptionLink(url): | |||||
| if 'shop' in url: | |||||
| return True | |||||
| return False | |||||
| # Returns True if the link is a listingPage link | |||||
| #@param: url of any url crawled | |||||
| #return: true if is a Listing page, false if not | |||||
| def isListingLink(url): | |||||
| if 'product-category' in url: | |||||
| return True | |||||
| return False | |||||
| # calling the parser to define the links, the html is the url of a link from the list of interested link list | |||||
| #@param: link from interested link list ie. getInterestingLinks() | |||||
| #return: list of description links that should be crawled through | |||||
| def productPages(html): | |||||
| soup = BeautifulSoup(html, "html.parser") | |||||
| return tormarket_links_parser(soup) | |||||
| # Drop links that "signout" | |||||
| # def isSignOut(url): | |||||
| # #absURL = urlparse.urljoin(url.base_url, url.url) | |||||
| # if 'signout' in url.lower() or 'logout' in url.lower(): | |||||
| # return True | |||||
| # | |||||
| # return False | |||||
| def crawler(): | |||||
| startCrawling() | |||||
| # print("Crawling and Parsing BestCardingWorld .... DONE!") | |||||
+ 1483
- 0
MarketPlaces/TorMarket/geckodriver.log
File diff suppressed because it is too large
View File
+ 291
- 0
MarketPlaces/TorMarket/parser.py
View File
| @ -0,0 +1,291 @@ | |||||
| __author__ = 'DarkWeb' | |||||
| # Here, we are importing the auxiliary functions to clean or convert data | |||||
| from MarketPlaces.Utilities.utilities import * | |||||
| # Here, we are importing BeautifulSoup to search through the HTML tree | |||||
| from bs4 import BeautifulSoup | |||||
| #parses description pages, so takes html pages of description pages using soup object, and parses it for info it needs | |||||
| #stores info it needs in different lists, these lists are returned after being organized | |||||
| #@param: soup object looking at html page of description page | |||||
| #return: 'row' that contains a variety of lists that each hold info on the description page | |||||
| def darkfox_description_parser(soup): | |||||
| # Fields to be parsed | |||||
| name = "-1" # 0 Product_Name | |||||
| describe = "-1" # 1 Product_Description | |||||
| lastSeen = "-1" # 2 Product_LastViewDate | |||||
| rules = "-1" # 3 NOT USED ... | |||||
| CVE = "-1" # 4 Product_CVE_Classification (Common Vulnerabilities and Exposures) | |||||
| MS = "-1" # 5 Product_MS_Classification (Microsoft Security) | |||||
| review = "-1" # 6 Product_Number_Of_Reviews | |||||
| category = "-1" # 7 Product_Category | |||||
| shipFrom = "-1" # 8 Product_ShippedFrom | |||||
| shipTo = "-1" # 9 Product_ShippedTo | |||||
| left = "-1" # 10 Product_QuantityLeft | |||||
| escrow = "-1" # 11 Vendor_Warranty | |||||
| terms = "-1" # 12 Vendor_TermsAndConditions | |||||
| vendor = "-1" # 13 Vendor_Name | |||||
| sold = "-1" # 14 Product_QuantitySold | |||||
| addDate = "-1" # 15 Product_AddedDate | |||||
| available = "-1" # 16 NOT USED ... | |||||
| endDate = "-1" # 17 NOT USED ... | |||||
| BTC = "-1" # 18 Product_BTC_SellingPrice | |||||
| USD = "-1" # 19 Product_USD_SellingPrice | |||||
| rating = "-1" # 20 Vendor_Rating | |||||
| success = "-1" # 21 Vendor_Successful_Transactions | |||||
| EURO = "-1" # 22 Product_EURO_SellingPrice | |||||
| # Finding Product Name | |||||
| name = soup.find('h1').text | |||||
| name = name.replace('\n', ' ') | |||||
| name = name.replace(",", "") | |||||
| name = name.strip() | |||||
| # Finding Vendor | |||||
| vendor = soup.find('h3').find('a').text.strip() | |||||
| # Finding Vendor Rating | |||||
| rating = soup.find('span', {'class': "tag is-dark"}).text.strip() | |||||
| # Finding Successful Transactions | |||||
| success = soup.find('h3').text | |||||
| success = success.replace("Vendor: ", "") | |||||
| success = success.replace(vendor, "") | |||||
| success = success.replace("(", "") | |||||
| success = success.replace(")", "") | |||||
| success = success.strip() | |||||
| bae = soup.find('div', {'class': "box"}).find_all('ul') | |||||
| # Finding Prices | |||||
| USD = bae[1].find('strong').text.strip() | |||||
| li = bae[2].find_all('li') | |||||
| # Finding Escrow | |||||
| escrow = li[0].find('span', {'class': "tag is-dark"}).text.strip() | |||||
| # Finding the Product Category | |||||
| category = li[1].find('span', {'class': "tag is-dark"}).text.strip() | |||||
| # Finding the Product Quantity Available | |||||
| left = li[3].find('span', {'class': "tag is-dark"}).text.strip() | |||||
| # Finding Number Sold | |||||
| sold = li[4].find('span', {'class': "tag is-dark"}).text.strip() | |||||
| li = bae[3].find_all('li') | |||||
| # Finding Shipment Information (Origin) | |||||
| if "Ships from:" in li[-2].text: | |||||
| shipFrom = li[-2].text | |||||
| shipFrom = shipFrom.replace("Ships from: ", "") | |||||
| # shipFrom = shipFrom.replace(",", "") | |||||
| shipFrom = shipFrom.strip() | |||||
| # Finding Shipment Information (Destination) | |||||
| shipTo = li[-1].find('div', {'title': "List of countries is scrollable"}).text | |||||
| shipTo = shipTo.replace("Ships to: ", "") | |||||
| shipTo = shipTo.strip() | |||||
| if "certain countries" in shipTo: | |||||
| countries = "" | |||||
| tags = li[-1].find_all('span', {'class': "tag"}) | |||||
| for tag in tags: | |||||
| country = tag.text.strip() | |||||
| countries += country + ", " | |||||
| shipTo = countries.strip(", ") | |||||
| # Finding the Product description | |||||
| describe = soup.find('div', {'class': "pre-line"}).text | |||||
| describe = describe.replace("\n", " ") | |||||
| describe = describe.strip() | |||||
| '''# Finding the Number of Product Reviews | |||||
| tag = soup.findAll(text=re.compile('Reviews')) | |||||
| for index in tag: | |||||
| reviews = index | |||||
| par = reviews.find('(') | |||||
| if par >=0: | |||||
| reviews = reviews.replace("Reviews (","") | |||||
| reviews = reviews.replace(")","") | |||||
| reviews = reviews.split(",") | |||||
| review = str(abs(int(reviews[0])) + abs(int(reviews[1]))) | |||||
| else : | |||||
| review = "-1"''' | |||||
| # Searching for CVE and MS categories | |||||
| cve = soup.findAll(text=re.compile('CVE-\d{4}-\d{4}')) | |||||
| if cve: | |||||
| CVE = " " | |||||
| for idx in cve: | |||||
| CVE += (idx) | |||||
| CVE += " " | |||||
| CVE = CVE.replace(',', ' ') | |||||
| CVE = CVE.replace('\n', '') | |||||
| ms = soup.findAll(text=re.compile('MS\d{2}-\d{3}')) | |||||
| if ms: | |||||
| MS = " " | |||||
| for im in ms: | |||||
| MS += (im) | |||||
| MS += " " | |||||
| MS = MS.replace(',', ' ') | |||||
| MS = MS.replace('\n', '') | |||||
| # Populating the final variable (this should be a list with all fields scraped) | |||||
| row = (name, describe, lastSeen, rules, CVE, MS, review, category, shipFrom, shipTo, left, escrow, terms, vendor, | |||||
| sold, addDate, available, endDate, BTC, USD, rating, success, EURO) | |||||
| # Sending the results | |||||
| return row | |||||
| #parses listing pages, so takes html pages of listing pages using soup object, and parses it for info it needs | |||||
| #stores info it needs in different lists, these lists are returned after being organized | |||||
| #@param: soup object looking at html page of listing page | |||||
| #return: 'row' that contains a variety of lists that each hold info on the listing page | |||||
| def darkfox_listing_parser(soup): | |||||
| # Fields to be parsed | |||||
| nm = 0 # Total_Products (Should be Integer) | |||||
| mktName = "DarkFox" # 0 Marketplace_Name | |||||
| name = [] # 1 Product_Name | |||||
| CVE = [] # 2 Product_CVE_Classification (Common Vulnerabilities and Exposures) | |||||
| MS = [] # 3 Product_MS_Classification (Microsoft Security) | |||||
| category = [] # 4 Product_Category | |||||
| describe = [] # 5 Product_Description | |||||
| escrow = [] # 6 Vendor_Warranty | |||||
| views = [] # 7 Product_Number_Of_Views | |||||
| reviews = [] # 8 Product_Number_Of_Reviews | |||||
| addDate = [] # 9 Product_AddDate | |||||
| lastSeen = [] # 10 Product_LastViewDate | |||||
| BTC = [] # 11 Product_BTC_SellingPrice | |||||
| USD = [] # 12 Product_USD_SellingPrice | |||||
| EURO = [] # 13 Product_EURO_SellingPrice | |||||
| sold = [] # 14 Product_QuantitySold | |||||
| qLeft =[] # 15 Product_QuantityLeft | |||||
| shipFrom = [] # 16 Product_ShippedFrom | |||||
| shipTo = [] # 17 Product_ShippedTo | |||||
| vendor = [] # 18 Vendor | |||||
| rating = [] # 19 Vendor_Rating | |||||
| success = [] # 20 Vendor_Successful_Transactions | |||||
| href = [] # 23 Product_Links (Urls) | |||||
| listing = soup.findAll('div', {"class": "card"}) | |||||
| # Populating the Number of Products | |||||
| nm = len(listing) | |||||
| for a in listing: | |||||
| bae = a.findAll('a', href=True) | |||||
| # Adding the url to the list of urls | |||||
| link = bae[0].get('href') | |||||
| link = cleanLink(link) | |||||
| href.append(link) | |||||
| # Finding the Product | |||||
| product = bae[1].find('p').text | |||||
| product = product.replace('\n', ' ') | |||||
| product = product.replace(",", "") | |||||
| product = product.replace("...", "") | |||||
| product = product.strip() | |||||
| name.append(product) | |||||
| bae = a.find('div', {'class': "media-content"}).find('div').find_all('div') | |||||
| if len(bae) >= 5: | |||||
| # Finding Prices | |||||
| price = bae[0].text | |||||
| ud = price.replace(" USD", " ") | |||||
| # u = ud.replace("$","") | |||||
| u = ud.replace(",", "") | |||||
| u = u.strip() | |||||
| USD.append(u) | |||||
| # bc = (prc[1]).strip(' BTC') | |||||
| # BTC.append(bc) | |||||
| # Finding the Vendor | |||||
| vendor_name = bae[1].find('a').text | |||||
| vendor_name = vendor_name.replace(",", "") | |||||
| vendor_name = vendor_name.strip() | |||||
| vendor.append(vendor_name) | |||||
| # Finding the Category | |||||
| cat = bae[2].find('small').text | |||||
| cat = cat.replace("Category: ", "") | |||||
| cat = cat.replace(",", "") | |||||
| cat = cat.strip() | |||||
| category.append(cat) | |||||
| # Finding Number Sold and Quantity Left | |||||
| num = bae[3].text | |||||
| num = num.replace("Sold: ", "") | |||||
| num = num.strip() | |||||
| sold.append(num) | |||||
| quant = bae[4].find('small').text | |||||
| quant = quant.replace("In stock: ", "") | |||||
| quant = quant.strip() | |||||
| qLeft.append(quant) | |||||
| # Finding Successful Transactions | |||||
| freq = bae[1].text | |||||
| freq = freq.replace(vendor_name, "") | |||||
| freq = re.sub(r'Vendor Level \d+', "", freq) | |||||
| freq = freq.replace("(", "") | |||||
| freq = freq.replace(")", "") | |||||
| freq = freq.strip() | |||||
| success.append(freq) | |||||
| # Searching for CVE and MS categories | |||||
| cve = a.findAll(text=re.compile('CVE-\d{4}-\d{4}')) | |||||
| if not cve: | |||||
| cveValue="-1" | |||||
| else: | |||||
| cee = " " | |||||
| for idx in cve: | |||||
| cee += (idx) | |||||
| cee += " " | |||||
| cee = cee.replace(',', ' ') | |||||
| cee = cee.replace('\n', '') | |||||
| cveValue=cee | |||||
| CVE.append(cveValue) | |||||
| ms = a.findAll(text=re.compile('MS\d{2}-\d{3}')) | |||||
| if not ms: | |||||
| MSValue="-1" | |||||
| else: | |||||
| me = " " | |||||
| for im in ms: | |||||
| me += (im) | |||||
| me += " " | |||||
| me = me.replace(',', ' ') | |||||
| me = me.replace('\n', '') | |||||
| MSValue=me | |||||
| MS.append(MSValue) | |||||
| # Populate the final variable (this should be a list with all fields scraped) | |||||
| return organizeProducts(mktName, nm, name, CVE, MS, category, describe, escrow, views, reviews, addDate, lastSeen, | |||||
| BTC, USD, EURO, qLeft, shipFrom, shipTo, vendor, rating, success, sold, href) | |||||
| #called by the crawler to get description links on a listing page | |||||
| #@param: beautifulsoup object that is using the correct html page (listing page) | |||||
| #return: list of description links from a listing page | |||||
| def tormarket_links_parser(soup): | |||||
| # Returning all links that should be visited by the Crawler | |||||
| href = [] | |||||
| listing = soup.findAll('div', {"class": "product-loop-content text-center"}) | |||||
| for a in listing: | |||||
| bae = a.find('h2', {"class": "woocommerce-loop-product__title"}).find('a', href=True) | |||||
| link = bae['href'] | |||||
| href.append(link) | |||||
| return href | |||||