class SpiderRecord(Base):
"""爬虫记录表"""
__tablename__ = 'spider_record'
province = db.Column(db.String(255), comment="平台所属省")
region = db.Column(db.String(255), comment="平台所属行政区域， 如贵阳市")
dir_path = db.Column(db.String(255), comment="该工程的文件目录名")
file_num = db.Column(db.Integer, comment="文件数量")
file_size = db.Column(db.Integer, comment="文件总大小")
dataset_num = db.Column(db.Integer, comment="数据集数量")
acquire_date = db.Column(db.DateTime, comment="采集时间")
class Government(Base):
"""政府开放平台表"""
__tablename__ = 'governmment'
province = db.Column(db.String(255), comment="平台所属省")
region = db.Column(db.String(255), comment="平台所属行政区域， 如贵阳市")
dir_path = db.Column(db.String(255), unique=True, comment="该工程的文件目录名")
file_num = db.Column(db.Integer, comment="文件数量")
file_size = db.Column(db.Integer, comment="文件总大小")
dataset_num = db.Column(db.Integer, comment="数据集数量")
acquire_date = db.Column(db.DateTime, comment="采集时间")
class Dataset(Base):
"""数据集表"""
__tablename__ = 'dataset'
name = db.Column(db.String(255), comment="数据文件子路径，用于查找文件及下载")
abstract = db.Column(db.Text, comment="数据简介")
gov_id = db.Column(db.Integer, comment="数据集所属得开放平台id")
department = db.Column(db.String(255), comment="数据发布部门")
subject_origin = db.Column(db.String(255), comment="源网站的主题分类")
subject_auto = db.Column(db.String(255), comment="自动分级分类的主题分类")
industry = db.Column(db.String(255), comment="行业分类")
update_date = db.Column(db.DateTime, comment="更新时间")
extra_info = db.Column(db.Text, comment="其他信息")
field_info = db.Column(db.Text, comment="字段信息")
view_num = db.Column(db.Integer, comment="浏览量", default=0)
download_num = db.Column(db.Integer, comment="下载量", default=0)
collect_num = db.Column(db.Integer, comment="收藏量", default=0)
def to_dict(self):
return {
"id": self.id,
"name": self.name,
"abstract": self.abstract,
"gov_id": self.gov_id,
"department": self.department,
"subject_origin": self.subject_origin,
"subject_auto": self.subject_auto,
"industry": self.industry,
"extra_info": self.extra_info,
"field_info": self.field_info,
"view_num": self.view_num,
"download_num": self.download_num,
"collect_num": self.collect_num,
"update_date": self.update_date,
}
class Dataset(Base):
"""数据集表"""
__tablename__ = 'dataset'
name = db.Column(db.String(255), comment="数据文件子路径，用于查找文件及下载")
abstract = db.Column(db.Text, comment="数据简介")
gov_id = db.Column(db.Integer, comment="数据集所属得开放平台id")
department = db.Column(db.String(255), comment="数据发布部门")
subject_origin = db.Column(db.String(255), comment="源网站的主题分类")
subject_auto = db.Column(db.String(255), comment="自动分级分类的主题分类")
industry = db.Column(db.String(255), comment="行业分类")
update_date = db.Column(db.DateTime, comment="更新时间")
extra_info = db.Column(db.Text, comment="其他信息")
field_info = db.Column(db.Text, comment="字段信息")
view_num = db.Column(db.Integer, comment="浏览量", default=0)
download_num = db.Column(db.Integer, comment="下载量", default=0)
collect_num = db.Column(db.Integer, comment="收藏量", default=0)