def task_lincang(**args):
conp = get_conp(lincang._name_)
lincang.work(conp, **args)
def task_jiyuan1(**args):
conp = get_conp(jiyuan1._name_)
jiyuan1.work(conp, **args)
def task_linzhou(**args):
conp = get_conp(linzhou._name_)
linzhou.work(conp, **args)
def task_dengfeng(**args):
conp = get_conp(dengfeng._name_)
dengfeng.work(conp, **args)
def task_hebi(**args):
conp = get_conp(hebi._name_)
hebi.work(conp, **args)
def task_zhumadian(**args):
conp = get_conp(zhumadian._name_)
zhumadian.work(conp, **args)
def task_qinyang(**args):
conp = get_conp(qinyang._name_)
qinyang.work(conp, **args)
def task_puyang(**args):
conp = get_conp(puyang._name_)
puyang.work(conp, **args)
def task_ruzhou(**args):
conp = get_conp(ruzhou._name_)
ruzhou.work(conp, **args)
def task_mengzhou(**args):
conp = get_conp(mengzhou._name_)
mengzhou.work(conp, **args)
def task_pingdingshan(**args):
conp = get_conp(pingdingshan._name_)
pingdingshan.work(conp, **args)
def task_luoyang(**args):
conp = get_conp(luoyang._name_)
luoyang.work(conp, **args)
def task_luohe(**args):
conp = get_conp(luohe._name_)
luohe.work(conp, **args)
def task_kunming(**args):
conp = get_conp(kunming._name_)
kunming.work(conp, **args)
def task_yongcheng(**args):
conp = get_conp(yongcheng._name_)
yongcheng.work(conp, **args)
def task_sanmenxia(**args):
conp = get_conp(sanmenxia._name_)
sanmenxia.work(conp, **args)
def task_zhoukou(**args):
conp = get_conp(zhoukou._name_)
zhoukou.work(conp, **args)
def task_shangqiu(**args):
conp = get_conp(shangqiu._name_)
shangqiu.work(conp, **args)
def task_xinxiang(**args):
conp = get_conp(xinxiang._name_)
xinxiang.work(conp, **args)
def task_weihui(**args):
conp = get_conp(weihui._name_)
weihui.work(conp, **args)
def task_anyang(**args):
conp = get_conp(anyang._name_)
anyang.work(conp, **args)
def task_wugang(**args):
conp = get_conp(wugang._name_)
wugang.work(conp, **args)
def task_gongyi(**args):
conp = get_conp(gongyi._name_)
gongyi.work(conp, **args)
def task_xinmi(**args):
conp = get_conp(xinmi._name_)
xinmi.work(conp, **args)
def task_jiaozhuo(**args):
conp = get_conp(jiaozhuo._name_)
jiaozhuo.work(conp, **args)
def task_xuchang(**args):
conp = get_conp(xuchang._name_)
xuchang.work(conp, **args)
def task_kaifeng(**args):
conp = get_conp(kaifeng._name_)
kaifeng.work(conp, **args)
def task_yanshi(**args):
conp = get_conp(yanshi._name_)
yanshi.work(conp, **args)
"http://www.hnsztb.cn/HNWeb_NEW/jyxx/002002/002002005/002002005001/?Paging=1",
["name", "ggstart_time", "href", "info"], f1, f2
],
[
"zfcg_dyxly_gg",
"http://www.hnsztb.cn/HNWeb_NEW/jyxx/002002/002002006/002002006001/?Paging=1",
["name", "ggstart_time", "href", "info"], f1, f2
],
[
"zfcg_zhongbiao_gg",
"http://www.hnsztb.cn/HNWeb_NEW/jyxx/002002/002002002/002002002001/?Paging=1",
["name", "ggstart_time", "href", "info"], f1, f2
],
]
if gg_existed(conp=get_conp(_name_)):
CDC_NUM = 5
else:
CDC_NUM = 10000
def work(conp, **args):
est_meta(conp, data=data, diqu="安徽省淮南市", **args)
est_html(conp, f=f3, **args)
# CDC_NUM 为增量更新页数,设置成总页数以上(如:10000)可爬全部
# 增量更新时,需将cdc_total设置成 None
if __name__ == '__main__':
def task_zhaotong(**args):
conp = get_conp(zhaotong._name_)
zhaotong.work(conp, **args)