def __init__(self): name = 'chongqing_cqggzy_com' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Accept-Encoding': 'gzip, deflate, br', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Referer': 'https://www.cqggzy.com/xxhz/014001/014001001/zbggjyxx-page.html', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', 'Host': 'www.cqggzy.com', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='chongqing_list1', dbset='chongqing_set1')
def __init__(self): name = 'guizhou_ccgp-guizhou_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.cookies = { 'yunsuo_session_verify': '53d713a24aa824764131cb472ee5682c', 'JSESSIONID': 'A8C797550A5964C7AF289D93784B1626', } self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.ccgp-guizhou.gov.cn', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.ccgp-guizhou.gov.cn/article-search.html', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='guizhou_list1', dbset='guizhou_set1')
def __init__(self): name = 'hangzhou_hzctc_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Origin': 'http://www.hzctc.cn', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://www.hzctc.cn/SecondPage/ProjectAfficheList?area=^&afficheType=22^&proID=^&title=', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='hangzhou_hzctc_cn_list1', dbset='hangzhou_hzctc_cn_set1')
def __init__(self): name = 'shaanxi_sxggzyjy_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.sxggzyjy.cn/jydt/001001/subPage_jyxx.html', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='shaanxip_list1', dbset='shaanxip_set1')
def __init__(self): name = 'jinan_jngp_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': '*/*', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'Connection': 'keep-alive', 'Host': 'jnggzy.jinan.gov.cn', 'Origin': 'http: // jnggzy.jinan.gov.cn', 'Referer': 'http: // jnggzy.jinan.gov.cn / jnggzyztb / front / noticelist.do?type = 1 & xuanxiang = 1 & area =', } self.rq = Rdis_Queue(host='localhost', dblist='jinan_jngp_gov_cn_list1', dbset='jinan_jngp_gov_cn_set1')
def __init__(self): name = 'wuhan_jy_whzbtb_com' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Origin': 'http://www.jy.whzbtb.com', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://www.jy.whzbtb.com/V2PRTS/TendererNoticeInfoListInit.do', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='wuhan_jy_whzbtb_com_list1', dbset='wuhan_jy_whzbtb_com_set1')
def __init__(self): name = 'guangdong_gpcgd_com' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.gpcgd.com', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.gpcgd.com/gpcgd/portal/portal-news^!list', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='guangdong_gpcgd_com_list1', dbset='guangdong_gpcgd_com_set1')
def __init__(self): name = 'ningbo_nbzfcg_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.nbzfcg.cn', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.nbzfcg.cn/project/NoticeSearch.aspx?Type=3^&Region=^&TenderId=^&NoticeTitle=', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='ningbo_list1', dbset='ningbo_set1')
def __init__(self): name = 'qinghai_ccgp-qinghai_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.ccgp-qinghai.gov.cn/jilin/zbxxController.form?declarationType=^&type=2^&pageNo=1', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='qinghai_list1', dbset='qinghai_set1')
def __init__(self): name = 'chengdu_cdggzy_com' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Origin': 'https://www.cdggzy.com', 'Accept-Encoding': 'gzip, deflate, br', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Accept': '*/*', 'Cache-Control': 'no-cache', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', 'X-MicrosoftAjax': 'Delta=true', 'Referer': 'https://www.cdggzy.com/site/Notice/ZFCG/NoticeList.aspx', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='chengdu_list1', dbset='chengdu_set1')
def __init__(self): name = 'zhejiang_zjpubservice_zjzwfw_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://www.zjpubservice.com/002/infogov.html', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue( host='localhost', dblist='zhejiang_zjpubservice_zjzwfw_gov_cn_list1', dbset='zhejiang_zjpubservice_zjzwfw_gov_cn_set1')
def __init__(self): name = 'nanjing_ggzy_njzwfw_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html, */*; q=0.01', 'Referer': 'http://ggzy.njzwfw.gov.cn/njweb/gycq/stateProperty.html', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='nanjing_ggzy_njzwfw_gov_cn_list1', dbset='nanjing_ggzy_njzwfw_gov_cn_set1')
def __init__(self): name = 'henan_hngp_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.cookies = { 'sId': '7c61a3bff6dc4969a336157b5f3dfb1d', } self.headers = { 'Connection': 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.hngp.gov.cn/henan/search?appCode=H60&pageSize=16&keyword=&dljg=&cgr=&year=2015&pageNo=15', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() self.session.headers.update(self.headers) self.session.cookies.update(self.cookies) self.rq = Rdis_Queue(host='localhost', dblist='henan_list1', dbset='henan_set1')
def __init__(self): name = 'nanchang_ncztb_nc_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.cookies = { 'ASP.NET_SessionId': 'kxgkxo45v04bzs55ie3tib55', '__CSRFCOOKIE': 'ad60f543-41c8-481d-b0cf-accadc73c516', } self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://ncztb.nc.gov.cn', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://ncztb.nc.gov.cn/nczbw/jyxx/002001/002001002/MoreInfo.aspx?CategoryNum=002001002', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='nanchang_ncztb_nc_gov_cn_list1', dbset='nanchang_ncztb_nc_gov_cn_set1')
def __init__(self): name = 'nanning_nnggzy_net' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.cookies = { 'yunsuo_session_verify': '2c0b046605eb7acf81b64a462d5a88e3', 'ASP.NET_SessionId': 'k2oz1d45keci5055fe5br43f', '_gscu_1349052524': '33974463sf7nus87', '_gscbrs_1349052524': '1', '_gscs_1349052524': '3397446376zl7787^|pv:1', '__CSRFCOOKIE': 'e0612cbd-55e6-4892-9a1a-bad08d9eafed', } self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.nnggzy.net', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.nnggzy.net/nnzbwmanger/ShowInfo/more.aspx?categoryNum=001001001', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='nanning_nnggzy_net_list1', dbset='nanning_nnggzy_net_set1')
def __init__(self): name = 'hubei_ccgp-hubei_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.cookies = { 'JSESSIONID': 'D2DFD075F1760BE006190EFDCD5212D7', } self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.ccgp-hubei.gov.cn:8050', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.ccgp-hubei.gov.cn:8050/quSer/search', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='hubei_list1', dbset='hubei_set1')
def __init__(self): name = 'guangxi_gxzfcg_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.gxzfcg.gov.cn', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://www.gxzfcg.gov.cn/CmsNewsController/search/chnlCodes-/distin-/beginDate-0/endDate-0/p-20/c-3/0-0.html', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'X-Requested-With': 'XMLHttpRequest', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='guangxi_list1', dbset='guangxi_set1')
def __init__(self): name = 'changsha_changs_ccgp-hunan_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://changs.ccgp-hunan.gov.cn:8717', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://changs.ccgp-hunan.gov.cn:8717/noticeAction!showSub_gonggaolist.action', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='changsha_list1', dbset='changsha_set1')
def __init__(self): name = 'jinan_jncz_jinan_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Proxy-Connection': 'keep-alive', 'Proxy-Authorization': 'Basic MTYzOTY2MzE2ODphamxhNTJ0bQ==', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'image/webp,image/apng,image/*,*/*;q=0.8', 'Referer': 'http://119.164.253.173:8080/jngp2016/site/list.jsp?curpage=3&colid=121', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='jinan_list1', dbset='jinan_set1')
def __init__(self): name = 'guangxi_gxzbtb_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.cookies = { 'ASP.NET_SessionId': 'trbofu0uet0aywbdhr35s0x4', '__CSRFCOOKIE': '6f7e275f-5762-4569-8ea2-ae98d3b0379d', } self.headers = { 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', 'Origin': 'http://www.gxzbtb.cn', 'Upgrade-Insecure-Requests': '1', 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.gxzbtb.cn/gxzbw/jyxx/001010/001010001/MoreInfo.aspx?CategoryNum=001010001', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='guangxi_gxzbtb_cn_list1', dbset='guangxi_gxzbtb_cn_set1')
def __init__(self): name = 'yinchuan_ycsggzy_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Origin': 'http://www.ycsggzy.cn', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Accept': '*/*', 'Referer': 'http://www.ycsggzy.cn/morelink.html?type=12^&index=0', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='yinchuan_ycsggzy_cn_list1', dbset='yinchuan_ycsggzy_cn_set1')
def __init__(self): name = 'gansu_ggzyjy_gansu_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Origin': 'http://ggzyjy.gansu.gov.cn', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Accept': 'text/html, */*; q=0.01', 'Referer': 'http://ggzyjy.gansu.gov.cn/f/province/annogoods/list?tradeStatus=1', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='gansu_ggzyjy_gansu_gov_cn_list1', dbset='gansu_ggzyjy_gansu_gov_cn_set1')
def __init__(self): name = 'hainan_ccgp-hainan_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.ccgp-hainan.gov.cn/thirdparty/My97DatePicker/My97DatePicker.html', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'X-DevTools-Emulate-Network-Conditions-Client-Id': 'EAC4BA3425D26FC6B117994EFF4DEC28', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='hainan_list1', dbset='hainan_set1')
def __init__(self): name = 'qingdao_ccgp-qingdao_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Origin': 'https://www.ccgp-qingdao.gov.cn', 'Accept-Encoding': 'gzip, deflate, br', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Content-Type': 'text/plain', 'Accept': '*/*', 'Referer': 'https://www.ccgp-qingdao.gov.cn/sdgp2014/site/channelall370200.jsp?colcode=0401^&flag=0401', 'Connection': 'keep-alive', } self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='qingdao_list1', dbset='qingdao_set1')
def __init__(self): name = 'jiangxi_ccgp-jiangxi_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://ccgp-jiangxi.gov.cn/web/jyxx/002006/jyxx.html', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='jiangxi_list1', dbset='jiangxi_set1')
def __init__(self): name = 'changchun_cczfcg_gov_cn' self.coll = StorageSetting(name) self.headers = { 'Connection': 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'image/webp,image/apng,image/*,*/*;q=0.8', # 'Referer': 'http://www.cczfcg.gov.cn/article/bid_list.action?__fp=vKUU60vQmvMBON82huO8GA^%^3D^%^3D^&field=2^&title=^&d-16544-p=3^&getList=^&getList=^%^E6^%^90^%^9C^%^E7^%^B4^%^A2^&_sourcePage=QGlMpvcgcewgbrz1QGkYn6WfINWh0k0sL4lzLkek3lM^%^3D^&type=2', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'X-Requested-With': 'ShockwaveFlash/30.0.0.134', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='changchun_list1', dbset='changchun_set1')
def __init__(self): name = 'neimeng_nmgp_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://www.nmgp.gov.cn/wp-content/themes/caigou_pcweb/skin/css/css.css?ver=2.0', 'X-Requested-With': 'XMLHttpRequest', 'Connection': 'keep-alive', } self.rq = Rdis_Queue(host='localhost', dblist='neimeng_list1', dbset='neimeng_set1')
def __init__(self): name = 'nanchang_ncszfcg_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Connection': 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8', 'Referer': 'http://www.ncszfcg.gov.cn/index2018.cfm', 'Accept-Encoding': 'gzip, deflate', 'Accept-Language': 'zh,zh-CN;q=0.9', } self.session = requests.session() self.rq = Rdis_Queue(host='localhost', dblist='nanchang_list1', dbset='nanchang_set1')
def __init__(self): name = 'sichuan_scggzy_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Accept': 'application/json, text/javascript, */*; q=0.01', 'Referer': 'http://www.scggzy.gov.cn/Info/Index/___1_.html', 'X-Requested-With': 'XMLHttpRequest', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='sichaun_list1', dbset='sichuan_set1')
def __init__(self): name = 'suzhou_szzyjy_fwzx_suzhou_gov_cn' self.coll = StorageSetting(name) self.collection = self.coll.find_collection self.headers = { 'Upgrade-Insecure-Requests': '1', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36', 'X-DevTools-Emulate-Network-Conditions-Client-Id': '06AB3D9C05E9FDAB1EDDAD36BA60296F', 'Referer': 'http://ggzy.hefei.gov.cn/jyxx/002001/002001001/3.html', } # self.session = requests.session() # pq = ProxyQueue() # self.pq_run = pq.run() # self.proxy_queue = pq.proxy_queue self.rq = Rdis_Queue(host='localhost', dblist='suzhou_szzyjy_fwzx_suzhou_gov_cn_list1', dbset='suzhou_szzyjy_fwzx_suzhou_gov_cn_set1')