def Run(): db = SQL_Manger() for user_data in db.ReadReminder(): RAW_PDF_DATA = SiteContent().SendContent(user_data[1]) email = db.GetUserEmailByID(user_id=user_data[2]) if RAW_PDF_DATA: if Create(): # db.UpdateReminder(user_data[2]) pass
def Run(self): db = SQL_Manger() DataHolder = CollectData() keywords = db.ReadWhere(Code_Translator().Done) for key_id, keyword, user_id, _, _, _, _ in keywords: print("Data Found:", key_id, keyword, user_id) DataHolder.initialize(keyword, key_id, user_id) DataHolder.SearchDirectory() DataHolder.TransferData()
def Threader(self): # config.debug(self.row) try: db = SQL_Manger() if lastseen.CreateRequest(self.row[1]): if self.row[5]: db.UpdateLinks(self.row[0], self.convert(), datetime.datetime.now()) except BaseException as e: config.debug('error===> {}'.format(e))
def Run(): db = SQL_Manger() for row in db.ReadLinks: scanner = Scanner(row) thread = threading.Thread(target=scanner.Threader) thread.setDaemon(True) thread.start() while threading.active_count() >= config.LASTSEEN_MAX_THREADS: config.debug(threading.active_count()) sleep(config.THREADING_SLEEP_TIME)
def TransferData(self): result = FacilitateData(statistics=self.statistics.get(self.keyword), metadata=self.metadata.get(self.keyword), keyword=self.keyword) # math = CalculateData(result.Total_Phones_numbers, 200, result.Total_Emails_numbers, result.Total_BTC_numbers) contact_data = SQL_Manger() if contact_data.CheckIfKeyWordExist(self.keyword, self.user_id): contact_data.DeleteOldContact_data(keyword=self.keyword, user_id=self.user_id) config.debug("Old data Has Been Deleted Data") contact_data.InsertTotalResults( self.keyword, str(result.list_of_emails), str(result.list_of_Phones), str(result.list_of_Videos), str(result.list_of_btc), result.Total_BTC_numbers, result.Total_Emails_numbers, result.Total_Videos_numbers, result.Total_Phones_numbers, result.Total_Images_numbers, self.totalLinks, 0, 0, 0, 0, self.user_id, datetime.datetime.utcnow(), datetime.datetime.utcnow(), self.key_id) else: contact_data.InsertTotalResults( self.keyword, str(result.list_of_emails), str(result.list_of_Phones), str(result.list_of_Videos), str(result.list_of_btc), result.Total_BTC_numbers, result.Total_Emails_numbers, result.Total_Videos_numbers, result.Total_Phones_numbers, result.Total_Images_numbers, 480, 0, 0, 0, 0, self.user_id, datetime.datetime.utcnow(), datetime.datetime.utcnow(), self.key_id) config.debug("Data Has Been Transferred")
def Run(): db = SQL_Manger() btc_reader = db.ReadBTC() for row_data in btc_reader: address, keyword, user_id = row_data config.debug("The owner of the addresses is {} for keyword: {}".format( user_id, keyword)) for btc_addreass in FixAddress(address): track = Track(btc_addreass) if track.track(): config.debug(track.result) if db.DoseBTCExist(address=btc_addreass): db.UpdateBTC( address=track.result['address'], total_received=track.result['total_received'], total_sent=track.result['total_sent'], balance=track.result['balance'], unconfirmed_balance=track. result['unconfirmed_balance'], final_balance=track.result['final_balance'], n_tx=track.result['n_tx'], unconfirmed_n_tx=track.result['unconfirmed_n_tx'], final_n_tx=track.result['final_n_tx'], user_id=user_id) config.debug("Updating address: {} ".format("")) else: db.InsertBTC( keyword=keyword, address=track.result['address'], total_received=track.result['total_received'], total_sent=track.result['total_sent'], balance=track.result['balance'], unconfirmed_balance=track. result['unconfirmed_balance'], final_balance=track.result['final_balance'], n_tx=track.result['n_tx'], unconfirmed_n_tx=track.result['unconfirmed_n_tx'], final_n_tx=track.result['final_n_tx'], user_id=user_id) config.debug("Inserting A new BTC Info") else: config.debug('Not Valid Address: {}'.format(address[0])) exit(0)
from DarkWebHelpers.db.DB_Handler import SQL_Manger db = SQL_Manger() phrases = db.LoadForbiddenPhrases() class SiteBanned(object): def __repr__(self): return "A site Filter to avoid p**n content" def __init__(self, site_url: str) -> None: self.site = site_url self.ForbiddenSite = phrases self.State = None def __len__(self): return len(self.ForbiddenSite) def __CheckUrl(self): for keyword in self.ForbiddenSite: if self.site.lower().count(keyword): self.State = True break else: self.State = False def IsForbidden(self): self.__CheckUrl() return self.State
self.Update_statistics(loader.get(self.keyword)) elif filepath.endswith('results.json'): self.Update_Links(loader.get(self.keyword)) else: self.Update_Metadata(loader.get(self.keyword)) except BaseException as e: config.debug(e) def SearchDirectory(self): for root, folder, files in os.walk(config.GetMeMainPath(self.keyword)): for file in files: if file.endswith('.json'): self.LoadJson(os.path.join(root, file)) def Update_Links(self, directory): offset = list(directory.keys())[0] self.totalLinks += len(directory.get(offset)['data']) db = SQL_Manger() DataHolder = CollectData() keywords = db.ReadWhere(Code_Translator().Done) for key_id, keyword, user_id, _, _, _, _ in keywords: print("Data Found:", key_id, keyword, user_id) DataHolder.initialize(keyword, key_id, user_id) DataHolder.SearchDirectory() DataHolder.TransferData() db.UpdateKeywordStatus(user_id=user_id, key_id=key_id, value=Code_Translator().Done)
from DarkWebHelpers.FileHandler.FileUtility import write_json, DeleteDuplicate from DarkWebHelpers.Scrapers.DataScraper import PhoneNumberScraping, EmailScraper, ImageLinkExtractor, BitCoinAddress from DarkWebHelpers.TorConnectionHandler.TorProprites import TorRequest from DarkWebHelpers.app import AppConfigurations from DarkWebHelpers.db.DB_Handler import Code_Translator, SQL_Manger from DarkWebHelpers.initiators.API_Engine import Query # from DarkWebHelpers.Mail.SendMail import CreateMessage # from DarkWebHelpers.Mail.Templates import template config = AppConfigurations() code = Code_Translator() metadata = MetaData() Collector = CollectInformation() DownloadBuffer = [] db_manger = SQL_Manger() keywords = db_manger.ReadWhere(Code_Translator().Unsearched) len_data = int() moveToDB = CollectData() class Config(AppConfigurations): DEBUG = True class ProcessTracker(SQL_Manger): def __init__(self): pass def ReadStatus(self): cur, _ = self.my_cursor()
from DarkWebHelpers.db.DB_Handler import Code_Translator, SQL_Manger db = SQL_Manger() keywords = db.ReadWhere(Code_Translator().Done) load_keywords = [keyword for keyword in keywords] print(','.join(key[1] for key in load_keywords)) # for [key_id, key_name, owner, status, _, _, _] in keywords: