def init_db_for_crawl(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Store)
create_table(db, Attribute)
create_table(db, Tag)
create_table(db, Impress)
create_table(db, Promote)
def init_db_for_crawl(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Store)
create_table(db, Attribute)
create_table(db, Tag)
create_table(db, Impress)
create_table(db, Promote)
def init_db_for_collect(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Link2List, drop_before_create=True)
create_table(db, Link2Detail, drop_before_create=True)
Session = sessionmaker(bind=db)
session = Session()
for name, link in base_url_dict.items():
session.add(Link2List(name, link))
session.commit()
session.close()
def init_db_for_collect(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Link2List, drop_before_create=True)
create_table(db, Link2Detail, drop_before_create=True)
Session = sessionmaker(bind=db)
session = Session()
for name,link in base_url_dict.items():
session.add(Link2List(name, link))
session.commit()
session.close()
def init_db_for_collect(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Link2List)
create_table(db, Link2Detail)
create_table(db, Page)
Session = sessionmaker(bind=db)
session = Session()
with open(SEEDS_FILE, 'r') as f:
for line in f.readlines():
name, link = line.strip().split(',')
session.add(Link2List(name, link))
session.commit()
session.close()
def init_db_for_collect(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Link2List)
create_table(db, Link2Detail)
create_table(db, Page)
Session = sessionmaker(bind=db)
session = Session()
with open(SEEDS_FILE, 'r') as f:
for line in f.readlines():
name, link = line.strip().split(',')
session.add(Link2List(name, link))
session.commit()
session.close()
def init_db_for_crawl(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Attraction, drop_before_create=True)
def init_db_for_crawl(db_uri):
db = sqlalchemy.create_engine(db_uri, encoding="utf8", echo=True)
create_table(db, Attraction, drop_before_create=True)
