Beispiel #1
0
class Main:
    def __init__(self, db_name, protocol="http", source=""):

        self.db_name= db_name
        db_tmp_path= os.path.join(db_tmp_dir, '%s.txt' % db_name)
        
        urls= all_db_urls[db_name]

        self.download_manager= Manager(db_name, download_dir, protocol, urls)
        self.parser = Parser(db_name, db_tmp_path, self.download_manager, source)
        self.updater= Updater(db_name, sql_db_path, db_tmp_path )
   

    def run(self):
        print "Downloading the database..."
        self.download_manager.download()
        print "Parsing files..."
        self.parser.parse()
        print "Updating sqlite database..."
        self.updater.store_database()
       

    def stats(self):
        self.n_ids=""
        self.n_levels=""
Beispiel #2
0
    def __init__(self, db_name, protocol="http", source=""):

        self.db_name= db_name
        db_tmp_path= os.path.join(db_tmp_dir, '%s.txt' % db_name)
        
        urls= all_db_urls[db_name]

        self.download_manager= Manager(db_name, download_dir, protocol, urls)
        self.parser = Parser(db_name, db_tmp_path, self.download_manager, source)
        self.updater= Updater(db_name, sql_db_path, db_tmp_path )