def Run():
db = SQL_Manger()
for user_data in db.ReadReminder():
RAW_PDF_DATA = SiteContent().SendContent(user_data[1])
email = db.GetUserEmailByID(user_id=user_data[2])
if RAW_PDF_DATA:
if Create():
# db.UpdateReminder(user_data[2])
pass
def Run(self):
db = SQL_Manger()
DataHolder = CollectData()
keywords = db.ReadWhere(Code_Translator().Done)
for key_id, keyword, user_id, _, _, _, _ in keywords:
print("Data Found:", key_id, keyword, user_id)
DataHolder.initialize(keyword, key_id, user_id)
DataHolder.SearchDirectory()
DataHolder.TransferData()
def Threader(self):
# config.debug(self.row)
try:
db = SQL_Manger()
if lastseen.CreateRequest(self.row[1]):
if self.row[5]:
db.UpdateLinks(self.row[0], self.convert(),
datetime.datetime.now())
except BaseException as e:
config.debug('error===> {}'.format(e))
def Run():
db = SQL_Manger()
for row in db.ReadLinks:
scanner = Scanner(row)
thread = threading.Thread(target=scanner.Threader)
thread.setDaemon(True)
thread.start()
while threading.active_count() >= config.LASTSEEN_MAX_THREADS:
config.debug(threading.active_count())
sleep(config.THREADING_SLEEP_TIME)
def TransferData(self):
result = FacilitateData(statistics=self.statistics.get(self.keyword),
metadata=self.metadata.get(self.keyword),
keyword=self.keyword)
# math = CalculateData(result.Total_Phones_numbers, 200, result.Total_Emails_numbers, result.Total_BTC_numbers)
contact_data = SQL_Manger()
if contact_data.CheckIfKeyWordExist(self.keyword, self.user_id):
contact_data.DeleteOldContact_data(keyword=self.keyword,
user_id=self.user_id)
config.debug("Old data Has Been Deleted Data")
contact_data.InsertTotalResults(
self.keyword, str(result.list_of_emails),
str(result.list_of_Phones), str(result.list_of_Videos),
str(result.list_of_btc), result.Total_BTC_numbers,
result.Total_Emails_numbers, result.Total_Videos_numbers,
result.Total_Phones_numbers, result.Total_Images_numbers,
self.totalLinks, 0, 0, 0, 0, self.user_id,
datetime.datetime.utcnow(), datetime.datetime.utcnow(),
self.key_id)
else:
contact_data.InsertTotalResults(
self.keyword, str(result.list_of_emails),
str(result.list_of_Phones), str(result.list_of_Videos),
str(result.list_of_btc), result.Total_BTC_numbers,
result.Total_Emails_numbers, result.Total_Videos_numbers,
result.Total_Phones_numbers, result.Total_Images_numbers, 480,
0, 0, 0, 0, self.user_id, datetime.datetime.utcnow(),
datetime.datetime.utcnow(), self.key_id)
config.debug("Data Has Been Transferred")
def Run():
db = SQL_Manger()
btc_reader = db.ReadBTC()
for row_data in btc_reader:
address, keyword, user_id = row_data
config.debug("The owner of the addresses is {} for keyword: {}".format(
user_id, keyword))
for btc_addreass in FixAddress(address):
track = Track(btc_addreass)
if track.track():
config.debug(track.result)
if db.DoseBTCExist(address=btc_addreass):
db.UpdateBTC(
address=track.result['address'],
total_received=track.result['total_received'],
total_sent=track.result['total_sent'],
balance=track.result['balance'],
unconfirmed_balance=track.
result['unconfirmed_balance'],
final_balance=track.result['final_balance'],
n_tx=track.result['n_tx'],
unconfirmed_n_tx=track.result['unconfirmed_n_tx'],
final_n_tx=track.result['final_n_tx'],
user_id=user_id)
config.debug("Updating address: {} ".format(""))
else:
db.InsertBTC(
keyword=keyword,
address=track.result['address'],
total_received=track.result['total_received'],
total_sent=track.result['total_sent'],
balance=track.result['balance'],
unconfirmed_balance=track.
result['unconfirmed_balance'],
final_balance=track.result['final_balance'],
n_tx=track.result['n_tx'],
unconfirmed_n_tx=track.result['unconfirmed_n_tx'],
final_n_tx=track.result['final_n_tx'],
user_id=user_id)
config.debug("Inserting A new BTC Info")
else:
config.debug('Not Valid Address: {}'.format(address[0]))
exit(0)
from DarkWebHelpers.db.DB_Handler import SQL_Manger
db = SQL_Manger()
phrases = db.LoadForbiddenPhrases()
class SiteBanned(object):
def __repr__(self):
return "A site Filter to avoid p**n content"
def __init__(self, site_url: str) -> None:
self.site = site_url
self.ForbiddenSite = phrases
self.State = None
def __len__(self):
return len(self.ForbiddenSite)
def __CheckUrl(self):
for keyword in self.ForbiddenSite:
if self.site.lower().count(keyword):
self.State = True
break
else:
self.State = False
def IsForbidden(self):
self.__CheckUrl()
return self.State
self.Update_statistics(loader.get(self.keyword))
elif filepath.endswith('results.json'):
self.Update_Links(loader.get(self.keyword))
else:
self.Update_Metadata(loader.get(self.keyword))
except BaseException as e:
config.debug(e)
def SearchDirectory(self):
for root, folder, files in os.walk(config.GetMeMainPath(self.keyword)):
for file in files:
if file.endswith('.json'):
self.LoadJson(os.path.join(root, file))
def Update_Links(self, directory):
offset = list(directory.keys())[0]
self.totalLinks += len(directory.get(offset)['data'])
db = SQL_Manger()
DataHolder = CollectData()
keywords = db.ReadWhere(Code_Translator().Done)
for key_id, keyword, user_id, _, _, _, _ in keywords:
print("Data Found:", key_id, keyword, user_id)
DataHolder.initialize(keyword, key_id, user_id)
DataHolder.SearchDirectory()
DataHolder.TransferData()
db.UpdateKeywordStatus(user_id=user_id,
key_id=key_id,
value=Code_Translator().Done)
from DarkWebHelpers.FileHandler.FileUtility import write_json, DeleteDuplicate
from DarkWebHelpers.Scrapers.DataScraper import PhoneNumberScraping, EmailScraper, ImageLinkExtractor, BitCoinAddress
from DarkWebHelpers.TorConnectionHandler.TorProprites import TorRequest
from DarkWebHelpers.app import AppConfigurations
from DarkWebHelpers.db.DB_Handler import Code_Translator, SQL_Manger
from DarkWebHelpers.initiators.API_Engine import Query
# from DarkWebHelpers.Mail.SendMail import CreateMessage
# from DarkWebHelpers.Mail.Templates import template
config = AppConfigurations()
code = Code_Translator()
metadata = MetaData()
Collector = CollectInformation()
DownloadBuffer = []
db_manger = SQL_Manger()
keywords = db_manger.ReadWhere(Code_Translator().Unsearched)
len_data = int()
moveToDB = CollectData()
class Config(AppConfigurations):
DEBUG = True
class ProcessTracker(SQL_Manger):
def __init__(self):
pass
def ReadStatus(self):
cur, _ = self.my_cursor()
from DarkWebHelpers.db.DB_Handler import Code_Translator, SQL_Manger
db = SQL_Manger()
keywords = db.ReadWhere(Code_Translator().Done)
load_keywords = [keyword for keyword in keywords]
print(','.join(key[1] for key in load_keywords))
# for [key_id, key_name, owner, status, _, _, _] in keywords: