def __init__(self):
SpiderMeta.__init__(self)
self.config = gov_001
self.storage = storage.StorageManage (self.config['db_name'])
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Referer': 'http://search.ccgp.gov.cn/bxsearch?searchtype=1^&page_index=1^&bidSort=0^&buyerName=^&projectId=^&pinMu=0^&bidType=0^&dbselect=bidx^&kw=^&start_time=2018^%^3A02^%^3A06^&end_time=2018^%^3A08^%^3A07^&timeType=5^&displayZone=^&zoneId=^&pppStatus=0^&agentName=',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
def __init__(self):
SpiderMeta.__init__ (self)
self.config = gov_071
self.storage = storage.StorageManage(self.config['db_name'])
self.headers = {
'Connection': 'keep-alive',
'Cache-Control': 'max-age=0',
'Upgrade-Insecure-Requests': '1',
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}
def __init__(self):
SpiderMeta.__init__(self)
self.config = gov_080
self.storage = storage.StorageManage(self.config['db_name'])
self.history_count = 0
self.headers = {
'Host': 'www.hebpr.gov.cn',
'Accept': 'application/json, text/javascript, */*; q=0.01',
'Origin': 'http://www.hebpr.gov.cn',
'X-Requested-With': 'XMLHttpRequest',
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36',
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
'Connection': 'close',
}
def __init__(self):
SpiderMeta.__init__(self)
self.config = gov_033
self.storage = storage.StorageManage(self.config['db_name'])
self.cookies = {
'yunsuo_session_verify': '3fe15e813e1c08cda06ad476bba26442',
'security_session_mid_verify': '9ef04b6272f95fb8a6ffb12cb1fa561e',
'JSESSIONID': '1C34C980AA15A055765D2D0E6741E17F.tomcat1',
}
self.headers = {
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36',
'Accept':
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'zh,zh-CN;q=0.9',
}