def __init__(self):
name = 'chongqing_cqggzy_com'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Accept-Encoding': 'gzip, deflate, br',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Referer':
'https://www.cqggzy.com/xxhz/014001/014001001/zbggjyxx-page.html',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
'Host': 'www.cqggzy.com',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='chongqing_list1',
dbset='chongqing_set1')
def __init__(self):
name = 'guizhou_ccgp-guizhou_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.cookies = {
'yunsuo_session_verify': '53d713a24aa824764131cb472ee5682c',
'JSESSIONID': 'A8C797550A5964C7AF289D93784B1626',
}
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.ccgp-guizhou.gov.cn',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://www.ccgp-guizhou.gov.cn/article-search.html',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='guizhou_list1',
dbset='guizhou_set1')
def __init__(self):
name = 'hangzhou_hzctc_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Origin': 'http://www.hzctc.cn',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer':
'http://www.hzctc.cn/SecondPage/ProjectAfficheList?area=^&afficheType=22^&proID=^&title=',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='hangzhou_hzctc_cn_list1',
dbset='hangzhou_hzctc_cn_set1')
def __init__(self):
name = 'shaanxi_sxggzyjy_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://www.sxggzyjy.cn/jydt/001001/subPage_jyxx.html',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='shaanxip_list1',
dbset='shaanxip_set1')
def __init__(self):
name = 'jinan_jngp_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Upgrade-Insecure-Requests':
'1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'*/*',
'Accept-Encoding':
'gzip, deflate',
'Accept-Language':
'zh,zh-CN;q=0.9',
'Connection':
'keep-alive',
'Host':
'jnggzy.jinan.gov.cn',
'Origin':
'http: // jnggzy.jinan.gov.cn',
'Referer':
'http: // jnggzy.jinan.gov.cn / jnggzyztb / front / noticelist.do?type = 1 & xuanxiang = 1 & area =',
}
self.rq = Rdis_Queue(host='localhost',
dblist='jinan_jngp_gov_cn_list1',
dbset='jinan_jngp_gov_cn_set1')
def __init__(self):
name = 'wuhan_jy_whzbtb_com'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Origin': 'http://www.jy.whzbtb.com',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer':
'http://www.jy.whzbtb.com/V2PRTS/TendererNoticeInfoListInit.do',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='wuhan_jy_whzbtb_com_list1',
dbset='wuhan_jy_whzbtb_com_set1')
def __init__(self):
name = 'guangdong_gpcgd_com'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.gpcgd.com',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://www.gpcgd.com/gpcgd/portal/portal-news^!list',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost', dblist='guangdong_gpcgd_com_list1', dbset='guangdong_gpcgd_com_set1')
def __init__(self):
name = 'ningbo_nbzfcg_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.nbzfcg.cn',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer':
'http://www.nbzfcg.cn/project/NoticeSearch.aspx?Type=3^&Region=^&TenderId=^&NoticeTitle=',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost',
dblist='ningbo_list1',
dbset='ningbo_set1')
def __init__(self):
name = 'qinghai_ccgp-qinghai_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer':
'http://www.ccgp-qinghai.gov.cn/jilin/zbxxController.form?declarationType=^&type=2^&pageNo=1',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='qinghai_list1',
dbset='qinghai_set1')
def __init__(self):
name = 'chengdu_cdggzy_com'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Origin': 'https://www.cdggzy.com',
'Accept-Encoding': 'gzip, deflate, br',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Accept': '*/*',
'Cache-Control': 'no-cache',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
'X-MicrosoftAjax': 'Delta=true',
'Referer':
'https://www.cdggzy.com/site/Notice/ZFCG/NoticeList.aspx',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='chengdu_list1',
dbset='chengdu_set1')
def __init__(self):
name = 'zhejiang_zjpubservice_zjzwfw_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer': 'http://www.zjpubservice.com/002/infogov.html',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(
host='localhost',
dblist='zhejiang_zjpubservice_zjzwfw_gov_cn_list1',
dbset='zhejiang_zjpubservice_zjzwfw_gov_cn_set1')
def __init__(self):
name = 'nanjing_ggzy_njzwfw_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'text/html, */*; q=0.01',
'Referer':
'http://ggzy.njzwfw.gov.cn/njweb/gycq/stateProperty.html',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='nanjing_ggzy_njzwfw_gov_cn_list1',
dbset='nanjing_ggzy_njzwfw_gov_cn_set1')
def __init__(self):
name = 'henan_hngp_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.cookies = {
'sId': '7c61a3bff6dc4969a336157b5f3dfb1d',
}
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer':
'http://www.hngp.gov.cn/henan/search?appCode=H60&pageSize=16&keyword=&dljg=&cgr=&year=2015&pageNo=15',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
self.session.headers.update(self.headers)
self.session.cookies.update(self.cookies)
self.rq = Rdis_Queue(host='localhost',
dblist='henan_list1',
dbset='henan_set1')
def __init__(self):
name = 'nanchang_ncztb_nc_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.cookies = {
'ASP.NET_SessionId': 'kxgkxo45v04bzs55ie3tib55',
'__CSRFCOOKIE': 'ad60f543-41c8-481d-b0cf-accadc73c516',
}
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://ncztb.nc.gov.cn',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://ncztb.nc.gov.cn/nczbw/jyxx/002001/002001002/MoreInfo.aspx?CategoryNum=002001002',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost', dblist='nanchang_ncztb_nc_gov_cn_list1', dbset='nanchang_ncztb_nc_gov_cn_set1')
def __init__(self):
name = 'nanning_nnggzy_net'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.cookies = {
'yunsuo_session_verify': '2c0b046605eb7acf81b64a462d5a88e3',
'ASP.NET_SessionId': 'k2oz1d45keci5055fe5br43f',
'_gscu_1349052524': '33974463sf7nus87',
'_gscbrs_1349052524': '1',
'_gscs_1349052524': '3397446376zl7787^|pv:1',
'__CSRFCOOKIE': 'e0612cbd-55e6-4892-9a1a-bad08d9eafed',
}
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.nnggzy.net',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://www.nnggzy.net/nnzbwmanger/ShowInfo/more.aspx?categoryNum=001001001',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost', dblist='nanning_nnggzy_net_list1', dbset='nanning_nnggzy_net_set1')
def __init__(self):
name = 'hubei_ccgp-hubei_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.cookies = {
'JSESSIONID': 'D2DFD075F1760BE006190EFDCD5212D7',
}
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.ccgp-hubei.gov.cn:8050',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://www.ccgp-hubei.gov.cn:8050/quSer/search',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost',
dblist='hubei_list1',
dbset='hubei_set1')
def __init__(self):
name = 'guangxi_gxzfcg_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.gxzfcg.gov.cn',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer':
'http://www.gxzfcg.gov.cn/CmsNewsController/search/chnlCodes-/distin-/beginDate-0/endDate-0/p-20/c-3/0-0.html',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'X-Requested-With': 'XMLHttpRequest',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost',
dblist='guangxi_list1',
dbset='guangxi_set1')
def __init__(self):
name = 'changsha_changs_ccgp-hunan_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://changs.ccgp-hunan.gov.cn:8717',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer':
'http://changs.ccgp-hunan.gov.cn:8717/noticeAction!showSub_gonggaolist.action',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost',
dblist='changsha_list1',
dbset='changsha_set1')
def __init__(self):
name = 'jinan_jncz_jinan_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Proxy-Connection': 'keep-alive',
'Proxy-Authorization': 'Basic MTYzOTY2MzE2ODphamxhNTJ0bQ==',
'Upgrade-Insecure-Requests': '1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'image/webp,image/apng,image/*,*/*;q=0.8',
'Referer':
'http://119.164.253.173:8080/jngp2016/site/list.jsp?curpage=3&colid=121',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='jinan_list1',
dbset='jinan_set1')
def __init__(self):
name = 'guangxi_gxzbtb_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.cookies = {
'ASP.NET_SessionId': 'trbofu0uet0aywbdhr35s0x4',
'__CSRFCOOKIE': '6f7e275f-5762-4569-8ea2-ae98d3b0379d',
}
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Origin': 'http://www.gxzbtb.cn',
'Upgrade-Insecure-Requests': '1',
'Content-Type': 'application/x-www-form-urlencoded',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer':
'http://www.gxzbtb.cn/gxzbw/jyxx/001010/001010001/MoreInfo.aspx?CategoryNum=001010001',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='guangxi_gxzbtb_cn_list1',
dbset='guangxi_gxzbtb_cn_set1')
def __init__(self):
name = 'yinchuan_ycsggzy_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Origin': 'http://www.ycsggzy.cn',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Accept': '*/*',
'Referer': 'http://www.ycsggzy.cn/morelink.html?type=12^&index=0',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='yinchuan_ycsggzy_cn_list1',
dbset='yinchuan_ycsggzy_cn_set1')
def __init__(self):
name = 'gansu_ggzyjy_gansu_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Origin': 'http://ggzyjy.gansu.gov.cn',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Accept': 'text/html, */*; q=0.01',
'Referer':
'http://ggzyjy.gansu.gov.cn/f/province/annogoods/list?tradeStatus=1',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='gansu_ggzyjy_gansu_gov_cn_list1',
dbset='gansu_ggzyjy_gansu_gov_cn_set1')
def __init__(self):
name = 'hainan_ccgp-hainan_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection':
'keep-alive',
'Upgrade-Insecure-Requests':
'1',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer':
'http://www.ccgp-hainan.gov.cn/thirdparty/My97DatePicker/My97DatePicker.html',
'Accept-Encoding':
'gzip, deflate',
'Accept-Language':
'zh,zh-CN;q=0.9',
'X-DevTools-Emulate-Network-Conditions-Client-Id':
'EAC4BA3425D26FC6B117994EFF4DEC28',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost',
dblist='hainan_list1',
dbset='hainan_set1')
def __init__(self):
name = 'qingdao_ccgp-qingdao_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Origin': 'https://www.ccgp-qingdao.gov.cn',
'Accept-Encoding': 'gzip, deflate, br',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent':
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Content-Type': 'text/plain',
'Accept': '*/*',
'Referer':
'https://www.ccgp-qingdao.gov.cn/sdgp2014/site/channelall370200.jsp?colcode=0401^&flag=0401',
'Connection': 'keep-alive',
}
self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost',
dblist='qingdao_list1',
dbset='qingdao_set1')
def __init__(self):
name = 'jiangxi_ccgp-jiangxi_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer': 'http://ccgp-jiangxi.gov.cn/web/jyxx/002006/jyxx.html',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost', dblist='jiangxi_list1', dbset='jiangxi_set1')
def __init__(self):
name = 'changchun_cczfcg_gov_cn'
self.coll = StorageSetting(name)
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'image/webp,image/apng,image/*,*/*;q=0.8',
# 'Referer': 'http://www.cczfcg.gov.cn/article/bid_list.action?__fp=vKUU60vQmvMBON82huO8GA^%^3D^%^3D^&field=2^&title=^&d-16544-p=3^&getList=^&getList=^%^E6^%^90^%^9C^%^E7^%^B4^%^A2^&_sourcePage=QGlMpvcgcewgbrz1QGkYn6WfINWh0k0sL4lzLkek3lM^%^3D^&type=2',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'X-Requested-With': 'ShockwaveFlash/30.0.0.134',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost', dblist='changchun_list1', dbset='changchun_set1')
def __init__(self):
name = 'neimeng_nmgp_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer': 'http://www.nmgp.gov.cn/wp-content/themes/caigou_pcweb/skin/css/css.css?ver=2.0',
'X-Requested-With': 'XMLHttpRequest',
'Connection': 'keep-alive',
}
self.rq = Rdis_Queue(host='localhost', dblist='neimeng_list1', dbset='neimeng_set1')
def __init__(self):
name = 'nanchang_ncszfcg_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://www.ncszfcg.gov.cn/index2018.cfm',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
self.session = requests.session()
self.rq = Rdis_Queue(host='localhost', dblist='nanchang_list1', dbset='nanchang_set1')
def __init__(self):
name = 'sichuan_scggzy_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Referer': 'http://www.scggzy.gov.cn/Info/Index/___1_.html',
'X-Requested-With': 'XMLHttpRequest',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost', dblist='sichaun_list1', dbset='sichuan_set1')
def __init__(self):
name = 'suzhou_szzyjy_fwzx_suzhou_gov_cn'
self.coll = StorageSetting(name)
self.collection = self.coll.find_collection
self.headers = {
'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'X-DevTools-Emulate-Network-Conditions-Client-Id': '06AB3D9C05E9FDAB1EDDAD36BA60296F',
'Referer': 'http://ggzy.hefei.gov.cn/jyxx/002001/002001001/3.html',
}
# self.session = requests.session()
# pq = ProxyQueue()
# self.pq_run = pq.run()
# self.proxy_queue = pq.proxy_queue
self.rq = Rdis_Queue(host='localhost', dblist='suzhou_szzyjy_fwzx_suzhou_gov_cn_list1', dbset='suzhou_szzyjy_fwzx_suzhou_gov_cn_set1')
