def init_db_for_crawl(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Store) create_table(db, Attribute) create_table(db, Tag) create_table(db, Impress) create_table(db, Promote)
def init_db_for_crawl(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Store) create_table(db, Attribute) create_table(db, Tag) create_table(db, Impress) create_table(db, Promote)
def init_db_for_collect(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Link2List, drop_before_create=True) create_table(db, Link2Detail, drop_before_create=True) Session = sessionmaker(bind=db) session = Session() for name, link in base_url_dict.items(): session.add(Link2List(name, link)) session.commit() session.close()
def init_db_for_collect(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Link2List, drop_before_create=True) create_table(db, Link2Detail, drop_before_create=True) Session = sessionmaker(bind=db) session = Session() for name,link in base_url_dict.items(): session.add(Link2List(name, link)) session.commit() session.close()
def init_db_for_collect(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Link2List) create_table(db, Link2Detail) create_table(db, Page) Session = sessionmaker(bind=db) session = Session() with open(SEEDS_FILE, 'r') as f: for line in f.readlines(): name, link = line.strip().split(',') session.add(Link2List(name, link)) session.commit() session.close()
def init_db_for_collect(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Link2List) create_table(db, Link2Detail) create_table(db, Page) Session = sessionmaker(bind=db) session = Session() with open(SEEDS_FILE, 'r') as f: for line in f.readlines(): name, link = line.strip().split(',') session.add(Link2List(name, link)) session.commit() session.close()
def init_db_for_crawl(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Attraction, drop_before_create=True)
def init_db_for_crawl(db_uri): db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True) create_table(db, Attraction, drop_before_create=True)