class SpiderRecord(Base): """爬虫记录表""" __tablename__ = 'spider_record' province = db.Column(db.String(255), comment="平台所属省") region = db.Column(db.String(255), comment="平台所属行政区域, 如贵阳市") dir_path = db.Column(db.String(255), comment="该工程的文件目录名") file_num = db.Column(db.Integer, comment="文件数量") file_size = db.Column(db.Integer, comment="文件总大小") dataset_num = db.Column(db.Integer, comment="数据集数量") acquire_date = db.Column(db.DateTime, comment="采集时间")
class Government(Base): """政府开放平台表""" __tablename__ = 'governmment' province = db.Column(db.String(255), comment="平台所属省") region = db.Column(db.String(255), comment="平台所属行政区域, 如贵阳市") dir_path = db.Column(db.String(255), unique=True, comment="该工程的文件目录名") file_num = db.Column(db.Integer, comment="文件数量") file_size = db.Column(db.Integer, comment="文件总大小") dataset_num = db.Column(db.Integer, comment="数据集数量") acquire_date = db.Column(db.DateTime, comment="采集时间")
class Dataset(Base): """数据集表""" __tablename__ = 'dataset' name = db.Column(db.String(255), comment="数据文件子路径,用于查找文件及下载") abstract = db.Column(db.Text, comment="数据简介") gov_id = db.Column(db.Integer, comment="数据集所属得开放平台id") department = db.Column(db.String(255), comment="数据发布部门") subject_origin = db.Column(db.String(255), comment="源网站的主题分类") subject_auto = db.Column(db.String(255), comment="自动分级分类的主题分类") industry = db.Column(db.String(255), comment="行业分类") update_date = db.Column(db.DateTime, comment="更新时间") extra_info = db.Column(db.Text, comment="其他信息") field_info = db.Column(db.Text, comment="字段信息") view_num = db.Column(db.Integer, comment="浏览量", default=0) download_num = db.Column(db.Integer, comment="下载量", default=0) collect_num = db.Column(db.Integer, comment="收藏量", default=0) def to_dict(self): return { "id": self.id, "name": self.name, "abstract": self.abstract, "gov_id": self.gov_id, "department": self.department, "subject_origin": self.subject_origin, "subject_auto": self.subject_auto, "industry": self.industry, "extra_info": self.extra_info, "field_info": self.field_info, "view_num": self.view_num, "download_num": self.download_num, "collect_num": self.collect_num, "update_date": self.update_date, }
class Dataset(Base): """数据集表""" __tablename__ = 'dataset' name = db.Column(db.String(255), comment="数据文件子路径,用于查找文件及下载") abstract = db.Column(db.Text, comment="数据简介") gov_id = db.Column(db.Integer, comment="数据集所属得开放平台id") department = db.Column(db.String(255), comment="数据发布部门") subject_origin = db.Column(db.String(255), comment="源网站的主题分类") subject_auto = db.Column(db.String(255), comment="自动分级分类的主题分类") industry = db.Column(db.String(255), comment="行业分类") update_date = db.Column(db.DateTime, comment="更新时间") extra_info = db.Column(db.Text, comment="其他信息") field_info = db.Column(db.Text, comment="字段信息") view_num = db.Column(db.Integer, comment="浏览量", default=0) download_num = db.Column(db.Integer, comment="下载量", default=0) collect_num = db.Column(db.Integer, comment="收藏量", default=0)