def __init__(self): self._sqlite_cache_db = SQLiteCacheDB.getInstance() crawler = Crawler.get_instance() if crawler.am_crawler(): self._file = open("databasecrawler.txt", "a") self._file.write("".join(("# ", "*" * 80, "\n# ", strftime("%Y/%m/%d %H:%M:%S"), " Crawler started\n"))) self._file.flush() else: self._file = None
def __init__(self): self._sqlite_cache_db = SQLiteCacheDB.getInstance() crawler = Crawler.get_instance() if crawler.am_crawler(): self._file = open('databasecrawler.txt', 'a') self._file.write(''.join( ('# ', '*' * 80, '\n# ', strftime('%Y/%m/%d %H:%M:%S'), ' Crawler started\n'))) self._file.flush() else: self._file = None
def __init__(self): self._sqlite_cache_db = SQLiteCacheDB.getInstance() crawler = Crawler.get_instance() if crawler.am_crawler(): self._file = open('channelcrawler.txt', 'a') self._file.write(''.join(('# ', '*' * 80, '\n# ', strftime('%Y/%m/%d %H:%M:%S'), ' Crawler started\n'))) self._file.flush() else: self._file = None
def __init__(self, db=SQLiteCacheDB.getInstance()): try: MetadataDBHandler._lock.acquire() MetadataDBHandler.__single = self finally: MetadataDBHandler._lock.release() try: self._db = db print >> sys.stderr, 'Metadata: DB made' except: print >> sys.stderr, "Metadata: couldn't make the tables" print >> sys.stderr, 'Metadata DB Handler initialized'
def __init__(self, db = SQLiteCacheDB.getInstance()): try: MetadataDBHandler._lock.acquire() MetadataDBHandler.__single = self finally: MetadataDBHandler._lock.release() try: self._db = db print >> sys.stderr, 'Metadata: DB made' except: print >> sys.stderr, "Metadata: couldn't make the tables" print >> sys.stderr, 'Metadata DB Handler initialized'
def network_shutdown(self): try: if self.peer_db is not None: db = SQLiteCacheDB.getInstance() db.commit() mainlineDHT.deinit() if DEBUG: ts = enumerate() log('LM::network_shutdown: number of threads still running', len(ts)) for t in ts: log('LM::network_shutdown: thread still running', t.name, 'daemon', t.daemon, 'instance', t) except: log_exc() self.sessdoneflag.set() self.session.uch.shutdown()
def __init__(self): if UserProfileDBHandler.__single is not None: raise RuntimeError, 'UserProfileDBHandler is singleton' UserProfileDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, 'user_profiles')
def __init__(self): if Url2TorrentDBHandler.__single is not None: raise RuntimeError, "Url2TorrentDBHandler is singleton" Url2TorrentDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, "url2torrent")
def __init__(self): if MyDBHandler.__single is not None: raise RuntimeError, 'MyDBHandler is singleton' MyDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, 'MyInfo')
def __init__(self): if TorrentDBHandler.__single is not None: raise RuntimeError, 'TorrentDBHandler is singleton' TorrentDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, 'Torrent') self.status_table = {'good': 1, 'unknown': 0, 'dead': 2} self.status_table.update(self._db.getTorrentStatusTable()) self.id2status = dict([ (x, y) for y, x in self.status_table.items() ]) self.torrent_dir = None self.category_table = {'Video': 1, 'VideoClips': 2, 'Audio': 3, 'Compressed': 4, 'Document': 5, 'Picture': 6, 'xxx': 7, 'other': 8} self.category_table.update(self._db.getTorrentCategoryTable()) self.category_table['unknown'] = 0 self.id2category = dict([ (x, y) for y, x in self.category_table.items() ]) self.src_table = self._db.getTorrentSourceTable() self.id2src = dict([ (x, y) for y, x in self.src_table.items() ]) self.keys = ['torrent_id', 'checksum', 'name', 'torrent_file_name', 'length', 'creation_date', 'num_files', 'thumbnail', 'insert_time', 'secret', 'relevance', 'source_id', 'category_id', 'status_id', 'num_seeders', 'num_leechers', 'comment'] self.existed_torrents = set() self.value_name = ['C.torrent_id', 'category_id', 'status_id', 'name', 'creation_date', 'num_files', 'num_leechers', 'num_seeders', 'length', 'secret', 'insert_time', 'source_id', 'torrent_file_name', 'relevance', 'infohash', 'tracker', 'last_check'] self.value_name_for_channel = ['C.torrent_id', 'infohash', 'name', 'torrent_file_name', 'length', 'creation_date', 'num_files', 'thumbnail', 'insert_time', 'secret', 'relevance', 'source_id', 'category_id', 'status_id', 'num_seeders', 'num_leechers', 'comment']
def __init__(self): if TsMetadataDBHandler.__single is not None: raise RuntimeError, 'TsMetadataDBHandler is singleton' TsMetadataDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, 'ts_metadata')
def __init__(self): if AdID2InfohashDBHandler.__single is not None: raise RuntimeError, 'AdID2Infohash is singleton' AdID2InfohashDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, 'adid2infohash')
def __init__(self): if Url2TorrentDBHandler.__single is not None: raise RuntimeError, 'Url2TorrentDBHandler is singleton' Url2TorrentDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, 'url2torrent')
def __init__(self): if UserProfileDBHandler.__single is not None: raise RuntimeError, "UserProfileDBHandler is singleton" UserProfileDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, "user_profiles")
def __init__(self): if AdID2InfohashDBHandler.__single is not None: raise RuntimeError, "AdID2Infohash is singleton" AdID2InfohashDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, "adid2infohash")
def __init__(self): if TsMetadataDBHandler.__single is not None: raise RuntimeError, "TsMetadataDBHandler is singleton" TsMetadataDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, "ts_metadata")
def __init__(self): if TorrentDBHandler.__single is not None: raise RuntimeError, "TorrentDBHandler is singleton" TorrentDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, "Torrent") self.status_table = {"good": 1, "unknown": 0, "dead": 2} self.status_table.update(self._db.getTorrentStatusTable()) self.id2status = dict([(x, y) for y, x in self.status_table.items()]) self.torrent_dir = None self.category_table = { "Video": 1, "VideoClips": 2, "Audio": 3, "Compressed": 4, "Document": 5, "Picture": 6, "xxx": 7, "other": 8, } self.category_table.update(self._db.getTorrentCategoryTable()) self.category_table["unknown"] = 0 self.id2category = dict([(x, y) for y, x in self.category_table.items()]) self.src_table = self._db.getTorrentSourceTable() self.id2src = dict([(x, y) for y, x in self.src_table.items()]) self.keys = [ "torrent_id", "checksum", "name", "torrent_file_name", "length", "creation_date", "num_files", "thumbnail", "insert_time", "secret", "relevance", "source_id", "category_id", "status_id", "num_seeders", "num_leechers", "comment", ] self.existed_torrents = set() self.value_name = [ "C.torrent_id", "category_id", "status_id", "name", "creation_date", "num_files", "num_leechers", "num_seeders", "length", "secret", "insert_time", "source_id", "torrent_file_name", "relevance", "infohash", "tracker", "last_check", ] self.value_name_for_channel = [ "C.torrent_id", "infohash", "name", "torrent_file_name", "length", "creation_date", "num_files", "thumbnail", "insert_time", "secret", "relevance", "source_id", "category_id", "status_id", "num_seeders", "num_leechers", "comment", ]
def __init__(self): self._sqlite_cache_db = SQLiteCacheDB.getInstance() crawler = Crawler.get_instance() if crawler.am_crawler(): msg = '# Crawler started' self.__log(msg)
def __init__(self): if MyDBHandler.__single is not None: raise RuntimeError, "MyDBHandler is singleton" MyDBHandler.__single = self db = SQLiteCacheDB.getInstance() BasicDBHandler.__init__(self, db, "MyInfo")