def getavailwork():
global nmaptask
if nmaptask is None:
nmaptask = sniffertask.snifferTask(1)
nmaptask.set_deal_num(5)
return ''
else:
nmaptask.get_work()
def getavailwork():
global nmaptask
if nmaptask is None:
nmaptask=sniffertask.snifferTask(1)
nmaptask.set_deal_num(5)
return ''
else:
nmaptask.get_work()
def taskadd(array):
global nmaptask
if nmaptask is None:
nmaptask = sniffertask.snifferTask(0)
nmaptask.add_work(array)
def taskinit():
global nmaptask
nmaptask = sniffertask.snifferTask(0)
nmaptask.set_deal_num(5)
def getObject():
global nmaptask
if nmaptask is None:
nmaptask = sniffertask.snifferTask(1)
nmaptask.set_deal_num(5)
return nmaptask
def taskadd(array):
global nmaptask
if nmaptask is None:
nmaptask =sniffertask.snifferTask(0)
nmaptask.add_work(array)
def taskinit():
global nmaptask
nmaptask= sniffertask.snifferTask(0)
nmaptask.set_deal_num(5)
def getObject():
global nmaptask
if nmaptask is None:
nmaptask=sniffertask.snifferTask(1)
nmaptask.set_deal_num(5)
return nmaptask
import datetime
from spidertool import Job_item
if __name__ == '__main__':
links = []
temp = Job_item.Job_Item(jobaddress='http://www.bunz.edu.cn',
jobname='task1')
temp1 = Job_item.Job_Item(jobaddress='http://www.hao123.com',
jobname='task2')
temp2 = Job_item.Job_Item(jobaddress='http://www.cctv.com',
jobname='task3')
temp3 = Job_item.Job_Item(jobaddress='http://www.vip.com', jobname='task4')
links.append(temp)
links.append(temp1)
links.append(temp2)
links.append(temp3)
S_produce = sniffertask.snifferTask() #表示创建的是线程
S_produce.set_deal_num(10)
S_produce.add_work(links)
#S_produce.start_task()
searchResultSQL = SQLTool.DBmanager()
searchResultSQL.connectdb()
F_consume = dealTask.dealTask(0) #参数0表示创建的是进程
F_consume.set_deal_num(10)
while S_produce.has_work_left():
v, b = S_produce.get_finish_work()
searchResultSQL.inserttableinfo_byparams(
'webdata', ["address", "content", "meettime"],
from spidertool import sniffertask
from spidertool import dealTask
from spidertool import SQLTool
import datetime
from spidertool import Job_item
if __name__ == '__main__':
links = []
temp= Job_item.Job_Item(jobaddress='http://www.bunz.edu.cn',jobname='task1')
temp1= Job_item.Job_Item(jobaddress='http://www.hao123.com',jobname='task2')
temp2= Job_item.Job_Item(jobaddress='http://www.cctv.com',jobname='task3')
temp3= Job_item.Job_Item(jobaddress='http://www.vip.com',jobname='task4')
links.append(temp)
links.append(temp1)
links.append(temp2)
links.append(temp3)
S_produce= sniffertask.snifferTask()#表示创建的是线程
S_produce.set_deal_num(10)
S_produce.add_work(links)
#S_produce.start_task()
searchResultSQL=SQLTool.DBmanager()
searchResultSQL.connectdb()
F_consume=dealTask.dealTask(0)#参数0表示创建的是进程
F_consume.set_deal_num(10)
while S_produce.has_work_left():
v,b=S_produce.get_finish_work()
searchResultSQL.inserttableinfo_byparams('webdata', ["address","content","meettime"], [(v,b,str(datetime.datetime.now()))])
F_consume.add_work(b)
