From db087956de82447c5aeedf5faa5e10d29b2f1f01 Mon Sep 17 00:00:00 2001 From: Helium Date: Wed, 12 Jul 2023 09:39:31 -0700 Subject: [PATCH] fixed procrax --- Forums/Initialization/forumsList.txt | 2 +- Forums/Initialization/geckodriver.log | 89 +++++++++++++++++++++++++++ Forums/Procrax/crawler_selenium.py | 31 +++++----- 3 files changed, 106 insertions(+), 16 deletions(-) diff --git a/Forums/Initialization/forumsList.txt b/Forums/Initialization/forumsList.txt index 6f635a1..d3ba91a 100644 --- a/Forums/Initialization/forumsList.txt +++ b/Forums/Initialization/forumsList.txt @@ -1 +1 @@ -Cardingleaks \ No newline at end of file +Procrax \ No newline at end of file diff --git a/Forums/Initialization/geckodriver.log b/Forums/Initialization/geckodriver.log index cb90cb0..e737acf 100644 --- a/Forums/Initialization/geckodriver.log +++ b/Forums/Initialization/geckodriver.log @@ -10592,3 +10592,92 @@ unwatchForTargets()@TargetList.jsm:37 destructor()@TargetList.jsm:109 stop()@CDP.jsm:104 close()@RemoteAgent.jsm:138 +1689179316719 geckodriver INFO Listening on 127.0.0.1:50639 +1689179323758 mozrunner::runner INFO Running command: "C:\\\\Users\\\\Helium\\\\Desktop\\\\Tor Browser\\\\Browser\\\\firefox.exe" "--marionette" "--remote-debugging-port" "50640" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofilekL4y3u" +console.log: "TorSettings: loadFromPrefs()" +console.log: "TorConnect: init()" +console.log: "TorConnect: Entering Initial state" +console.log: "TorConnect: Observed profile-after-change" +console.log: "TorConnect: Observing topic 'TorProcessExited'" +console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" +console.log: "TorConnect: Observing topic 'torsettings:ready'" +console.log: "TorSettings: Observed profile-after-change" +1689179326187 Marionette INFO Marionette enabled +console.log: "TorConnect: Will load after bootstrap => [about:blank]" +console.error: "Could not load engine blockchair-onion@search.mozilla.org: Error: Extension is invalid" +JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +DevTools listening on ws://localhost:50640/devtools/browser/d0252381-e169-4f60-84d0-c0489038738a +1689179329255 Marionette INFO Listening on port 50658 +1689179330237 RemoteAgent WARN TLS certificate errors will be ignored for this session +JavaScript error: https://cardingleaks.ws/js/xenconcept/hidebbcode/message.min.js?_v=516cdbc2, line 1: TypeError: XF.QuickReply is undefined +JavaScript error: https://cardingleaks.ws/js/xenconcept/hidebbcode/message.min.js?_v=516cdbc2, line 1: TypeError: XF.QuickReply is undefined +JavaScript error: https://cardingleaks.ws/js/xenconcept/hidebbcode/message.min.js?_v=516cdbc2, line 1: TypeError: XF.QuickReply is undefined +JavaScript error: resource:///actors/ContentMetaChild.jsm, line 179: InvalidStateError: JSWindowActorChild.sendAsyncMessage: JSWindowActorChild cannot send at the moment +1689179769906 geckodriver INFO Listening on 127.0.0.1:51129 +1689179773543 mozrunner::runner INFO Running command: "C:\\\\Users\\\\Helium\\\\Desktop\\\\Tor Browser\\\\Browser\\\\firefox.exe" "--marionette" "--remote-debugging-port" "51130" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileDq8hqJ" +console.log: "TorSettings: loadFromPrefs()" +console.log: "TorConnect: init()" +console.log: "TorConnect: Entering Initial state" +console.log: "TorConnect: Observed profile-after-change" +console.log: "TorConnect: Observing topic 'TorProcessExited'" +console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" +console.log: "TorConnect: Observing topic 'torsettings:ready'" +console.log: "TorSettings: Observed profile-after-change" +1689179774228 Marionette INFO Marionette enabled +console.log: "TorConnect: Will load after bootstrap => [about:blank]" +console.error: "Could not load engine blockchair-onion@search.mozilla.org: Error: Extension is invalid" +JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +DevTools listening on ws://localhost:51130/devtools/browser/87b39fd8-e9cf-4e5c-8a69-4196731c2231 +1689179776083 Marionette INFO Listening on port 51146 +1689179776371 RemoteAgent WARN TLS certificate errors will be ignored for this session +JavaScript error: resource:///modules/FaviconLoader.jsm, line 596: InvalidStateError: JSWindowActorChild.sendAsyncMessage: JSWindowActorChild cannot send at the moment +JavaScript error: resource:///modules/FaviconLoader.jsm, line 596: InvalidStateError: JSWindowActorChild.sendAsyncMessage: JSWindowActorChild cannot send at the moment +1689179892485 geckodriver INFO Listening on 127.0.0.1:51222 +1689179895575 mozrunner::runner INFO Running command: "C:\\\\Users\\\\Helium\\\\Desktop\\\\Tor Browser\\\\Browser\\\\firefox.exe" "--marionette" "--remote-debugging-port" "51223" "--remote-allow-hosts" "localhost" "-no-remote" "-profile" "C:\\Users\\Helium\\AppData\\Local\\Temp\\rust_mozprofileUnlIAI" +console.log: "TorSettings: loadFromPrefs()" +console.log: "TorConnect: init()" +console.log: "TorConnect: Entering Initial state" +console.log: "TorConnect: Observed profile-after-change" +console.log: "TorConnect: Observing topic 'TorProcessExited'" +console.log: "TorConnect: Observing topic 'TorLogHasWarnOrErr'" +console.log: "TorConnect: Observing topic 'torsettings:ready'" +console.log: "TorSettings: Observed profile-after-change" +1689179896157 Marionette INFO Marionette enabled +console.log: "TorConnect: Will load after bootstrap => [about:blank]" +console.error: "Could not load engine blockchair-onion@search.mozilla.org: Error: Extension is invalid" +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XULStore.jsm, line 66: Error: Can't find profile directory. +JavaScript error: resource://gre/modules/XPCOMUtils.jsm, line 161: TypeError: Cc[aContract] is undefined +DevTools listening on ws://localhost:51223/devtools/browser/2a3bd08d-43d3-43a7-9990-6cffd4aa8592 +1689179897585 Marionette INFO Listening on port 51228 +1689179897947 RemoteAgent WARN TLS certificate errors will be ignored for this session +1689179914813 Marionette INFO Stopped listening on port 51228 +JavaScript error: resource:///modules/Interactions.jsm, line 209: NS_ERROR_FAILURE: Component returned failure code: 0x80004005 (NS_ERROR_FAILURE) [nsIUserIdleService.removeIdleObserver] +!!! error running onStopped callback: TypeError: callback is not a function +JavaScript error: resource:///modules/sessionstore/SessionFile.jsm, line 375: Error: _initWorker called too early! Please read the session file from disk first. +JavaScript error: resource://gre/modules/PageThumbs.jsm, line 709: AbortError: IOUtils.profileBeforeChange getter: IOUtils: profileBeforeChange phase has already finished + +###!!! [Child][MessageChannel] Error: (msgtype=0x590004,name=PHttpChannel::Msg_Cancel) Channel closing: too late to send/recv, messages will be lost + + +###!!! [Child][MessageChannel] Error: (msgtype=0x590008,name=PHttpChannel::Msg_DeletingChannel) Channel closing: too late to send/recv, messages will be lost + + +###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost + +1689179915151 RemoteAgent ERROR unable to stop listener: [Exception... "Component returned failure code: 0x8000ffff (NS_ERROR_UNEXPECTED) [nsIWindowMediator.getEnumerator]" nsresult: "0x8000ffff (NS_ERROR_UNEXPECTED)" location: "JS frame :: chrome://remote/content/cdp/observers/TargetObserver.jsm :: stop :: line 64" data: no] Stack trace: stop()@TargetObserver.jsm:64 +unwatchForTabs()@TargetList.jsm:70 +unwatchForTargets()@TargetList.jsm:37 +destructor()@TargetList.jsm:109 +stop()@CDP.jsm:104 +close()@RemoteAgent.jsm:138 diff --git a/Forums/Procrax/crawler_selenium.py b/Forums/Procrax/crawler_selenium.py index ea10b1e..5bb8a7a 100644 --- a/Forums/Procrax/crawler_selenium.py +++ b/Forums/Procrax/crawler_selenium.py @@ -2,6 +2,7 @@ __author__ = 'Helium' ''' Procrax Forum Crawler (Selenium) +rechecked and confirmed ''' from selenium import webdriver @@ -62,21 +63,21 @@ def opentor(): def login(driver): WebDriverWait(driver, 50).until(EC.visibility_of_element_located( (By.XPATH, '/html/body/div[1]/div[3]/div[2]/div[3]/div[2]/div[1]/form/div/div/div/dl[4]/dd/div/div[2]/button/span'))) - # #entering username and password into input boxes - # usernameBox = driver.find_element(by=By.NAME, value='login') - # #Username here - # usernameBox.send_keys('cheese_pizza_man')#sends string to the username box - # passwordBox = driver.find_element(by=By.NAME, value='password') - # #Password here - # passwordBox.send_keys('Gr33nSp@m&3ggs')# sends string to passwordBox - # - # clicker = driver.find_element(by=By.XPATH, value='/html/body/div[1]/div[3]/div[2]/div[3]/div[2]/div[1]/form/div/div/div/dl[4]/dd/div/div[2]/button/span') - # clicker.click() - # - # # # wait for listing page show up (This Xpath may need to change based on different seed url) - # # # wait for 50 sec until id = tab_content is found, then cont - # WebDriverWait(driver, 50).until(EC.visibility_of_element_located( - # (By.XPATH, '/html/body/div[1]/div[3]/div[2]/div[3]/div[1]/div/div[1]/div'))) + #entering username and password into input boxes + usernameBox = driver.find_element(by=By.NAME, value='login') + #Username here + usernameBox.send_keys('cheese_pizza_man')#sends string to the username box + passwordBox = driver.find_element(by=By.NAME, value='password') + #Password here + passwordBox.send_keys('Gr33nSp@m&3ggs')# sends string to passwordBox + + clicker = driver.find_element(by=By.XPATH, value='/html/body/div[1]/div[3]/div[2]/div[3]/div[2]/div[1]/form/div/div/div/dl[4]/dd/div/div[2]/button/span') + clicker.click() + + # # wait for listing page show up (This Xpath may need to change based on different seed url) + # # wait for 50 sec until id = tab_content is found, then cont + WebDriverWait(driver, 50).until(EC.visibility_of_element_located( + (By.XPATH, '/html/body/div[1]/div[3]/div[2]/div[3]/div[1]/div/div[1]/div'))) # Returns the name of the website