|
@ -23,7 +23,7 @@ def cryptBB_description_parser(soup): |
|
|
sign = [] # 5 all user's signature in each post (usually a standard message after the content of the post) |
|
|
sign = [] # 5 all user's signature in each post (usually a standard message after the content of the post) |
|
|
post = [] # 6 all messages of each post |
|
|
post = [] # 6 all messages of each post |
|
|
feedback = [] # 7 all feedbacks of each vendor (this was found in just one Forum and with a number format) |
|
|
feedback = [] # 7 all feedbacks of each vendor (this was found in just one Forum and with a number format) |
|
|
addDate = [] # 8 all dated of each post |
|
|
|
|
|
|
|
|
addDate = [] # 8 *all dated of each post |
|
|
|
|
|
|
|
|
# Finding the topic (should be just one coming from the Listing Page) |
|
|
# Finding the topic (should be just one coming from the Listing Page) |
|
|
|
|
|
|
|
@ -170,8 +170,8 @@ def cryptBB_listing_parser(soup): |
|
|
forum = "CryptBB" # 0 *forum name |
|
|
forum = "CryptBB" # 0 *forum name |
|
|
board = "-1" # 1 *board name (the previous level of the topic in the Forum categorization tree. |
|
|
board = "-1" # 1 *board name (the previous level of the topic in the Forum categorization tree. |
|
|
# For instance: Security/Malware/Tools to hack Facebook. The board here should be Malware) |
|
|
# For instance: Security/Malware/Tools to hack Facebook. The board here should be Malware) |
|
|
topic = [] # 2 *all topics |
|
|
|
|
|
author = [] # 3 *all authors of each topic |
|
|
|
|
|
|
|
|
author = [] # 2 *all authors of each topic |
|
|
|
|
|
topic = [] # 3 *all topics |
|
|
views = [] # 4 number of views of each topic |
|
|
views = [] # 4 number of views of each topic |
|
|
posts = [] # 5 number of posts of each topic |
|
|
posts = [] # 5 number of posts of each topic |
|
|
href = [] # 6 this variable should receive all cleaned urls (we will use this to do the marge between |
|
|
href = [] # 6 this variable should receive all cleaned urls (we will use this to do the marge between |
|
|