def getIplist(self,startip,endip):
ip_list = []
res = ()
res = self.iprange(startip,endip)
if res < 0:
print 'endip must be bigger than startone'
return
else:
jobs=[]
ipsize=int(res[2])+1
for x in xrange(ipsize):
startipnum = self.ip2num(startip)
startipnum = startipnum + x
ip=self.num2ip(startipnum)
# self.getlocationtool.add_work([str(ip)])
ajob=job.Job(jobaddress=str(ip),jobport='',forcesearch='0',isjob='0')
# tasktotally=taskcontrol.getObject()
#
# tasktotally.add_work([ajob])
jobs.append(ajob)
if len(jobs)==10 or x==ipsize-1:
tasktotally=taskcontrol.getObject()
tasktotally.add_work(jobs)
time.sleep(1)
jobs=[]
def do_scan(self, port='80', num='10', needdetail='0'):
path = os.getcwd()
# p= Popen(" ./zmap -B 4M -p "+port+" -N "+num+" -q -O json", stdout=PIPE, shell=True,cwd=path+'/zmap-2.1.0/src')
p = Popen(
" zmap -w /root/github/Scan-T/spidermanage/spidertool/iparea.json -B 4M -p "
+ port + " -N " + num + " -q -O json",
stdout=PIPE,
shell=True)
# 'sudo zmap -p 80 -B 10M -N 50 -q --output-fields=classification,saddr,daddr,sport,dport,seqnum,acknum,cooldown,repeat -o - '+
# '| sudo ./forge-socket -c 50 -d http-req > http-banners.out'
#p= Popen(" ./zmap -B 10M -p 80 -n 100000 ", stdout=PIPE, shell=True,cwd=path+'/zmap-2.1.0/src')
p.wait()
retcode = p.returncode
if retcode == 0:
returnmsg = p.stdout.read()
p = re.compile(r'\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}')
list = p.findall(returnmsg)
# self.sqlTool.connectdb()
localtime = str(time.strftime("%Y-%m-%d %X", time.localtime()))
insertdata = []
jobs = []
for i in list:
insertdata.append((str(i), port, localtime, 'open'))
self.getlocationtool.add_work([str(i)])
if needdetail == '0':
global portname
nowportname = portname.get(port, 'http')
self.portscan.add_work([(nowportname, str(i), port, 'open')
])
else:
ajob = job.Job(jobaddress=str(i),
jobport='',
forcesearch='0',
isjob='0')
jobs.append(ajob)
if needdetail != '0':
tasktotally = taskcontrol.getObject()
tasktotally.add_work(jobs)
extra = ' on duplicate key update state=\'open\' , timesearch=\'' + localtime + '\''
# self.sqlTool.inserttableinfo_byparams(table=self.config.porttable,select_params=['ip','port','timesearch','state'],insert_values=insertdata,extra=extra)
sqldatawprk = []
dic = {
"table": self.config.porttable,
"select_params": ['ip', 'port', 'timesearch', 'state'],
"insert_values": insertdata,
"extra": extra
}
tempwprk = Sqldata.SqlData('inserttableinfo_byparams', dic)
sqldatawprk.append(tempwprk)
self.sqlTool.add_work(sqldatawprk)
def do_scan(self,port='80',num='10',needdetail='0'):
path=os.getcwd()
# p= Popen(" ./zmap -B 4M -p "+port+" -N "+num+" -q -O json", stdout=PIPE, shell=True,cwd=path+'/zmap-2.1.0/src')
p= Popen(" zmap -w /home/dell/github/toolforspider/spidermanage/spidertool/iparea.json -B 4M -p "+port+" -N "+num+" -q -O json", stdout=PIPE, shell=True)
# 'sudo zmap -p 80 -B 10M -N 50 -q --output-fields=classification,saddr,daddr,sport,dport,seqnum,acknum,cooldown,repeat -o - '+
# '| sudo ./forge-socket -c 50 -d http-req > http-banners.out'
#p= Popen(" ./zmap -B 10M -p 80 -n 100000 ", stdout=PIPE, shell=True,cwd=path+'/zmap-2.1.0/src')
p.wait()
retcode= p.returncode
if retcode==0:
returnmsg=p.stdout.read()
p = re.compile(r'\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}')
list= p.findall(returnmsg)
# self.sqlTool.connectdb()
localtime=str(time.strftime("%Y-%m-%d %X", time.localtime()))
insertdata=[]
jobs=[]
for i in list:
insertdata.append((str(i),port,localtime,'open'))
if needdetail=='0':
global portname
nowportname=portname.get(port,'http')
self.portscan.add_work([(nowportname,str(i),port,'open')])
else:
ajob=job.Job(jobaddress=str(i),jobport='',forcesearch='0',isjob='0')
jobs.append(ajob)
if needdetail!='0':
tasktotally=taskcontrol.getObject()
tasktotally.add_work(jobs)
extra=' on duplicate key update state=\'open\' , timesearch=\''+localtime+'\''
# self.sqlTool.inserttableinfo_byparams(table=self.config.porttable,select_params=['ip','port','timesearch','state'],insert_values=insertdata,extra=extra)
sqldatawprk=[]
dic={"table":self.config.porttable,"select_params":['ip','port','timesearch','state'],"insert_values":insertdata,"extra":extra}
tempwprk=Sqldata.SqlData('inserttableinfo_byparams',dic)
sqldatawprk.append(tempwprk)
self.sqlTool.add_work(sqldatawprk)
def getIplist(self, startip, endip, taskid, taskport, isjob, username,
command, status):
ip_list = []
res = ()
res = self.iprange(startip, endip)
if res < 0:
print 'endip must be bigger than startone'
return
else:
jobs = []
ipsize = int(res[2]) + 1
insertdata = []
for x in xrange(ipsize):
startipnum = self.ip2num(startip)
startipnum = startipnum + x
ip = self.num2ip(startipnum)
if isjob == '0':
ajob = job.Job(jobaddress=str(ip),
jobport='',
forcesearch='0',
isjob='0')
else:
if command == 'create':
ajob = job.Job(jobname=taskid,
jobaddress=str(ip),
username=username,
groupsid=taskid,
jobport=taskport,
isjob='1')
else:
jobitems, count, pagecount = jobcontrol.jobshow(
jobname=taskid,
username=username,
groupid=taskid,
jobaddress=str(ip))
ajob = jobitems[0]
print ajob.getJobid()
if command == 'create':
insertdata.append(
(username, ajob.getJobid(), ajob.getJobname(),
ajob.getPriority(), ajob.getStatus(),
ajob.getJobaddress(), ajob.getPort(),
ajob.getCreatetime(), ajob.getForcesearch(),
ajob.getGroupsid()))
while True:
if self.sqlTool.get_length() > 500:
time.sleep(30)
else:
break
if len(insertdata) == 10 or x == ipsize - 1:
sqldatawprk = []
dic = {
"table":
self.config.tasktable,
"select_params": [
'username', 'taskid', 'taskname', 'taskprior',
'taskstatus', 'taskaddress', 'taskport',
'createtime', 'forcesearch', 'groupsid'
],
"insert_values":
insertdata
}
tempwprk = Sqldata.SqlData('inserttableinfo_byparams',
dic)
sqldatawprk.append(tempwprk)
self.sqlTool.add_work(sqldatawprk)
sqldatawprk = []
insertdata = []
pass
elif command == 'work':
tasktotally = taskcontrol.getObject()
self.getlocationtool.add_work([str(ip)])
jobs.append(ajob)
while True:
if tasktotally.get_length() > 50:
time.sleep(60 * 5)
else:
break
# updatedata = []
# dic = {
# "table": [self.config.tasktable],
# "select_params": ['taskstatus'],
# "set_params": [status],
# "request_params": ['groupsid'],
# "equal_params": [taskid]
# }
# updateitem = Sqldata.SqlData('updatetableinfo_byparams', dic)
# updatedata.append(updateitem)
# self.sqlTool.add_work(updatedata)
if status == '3' or isjob == '0':
if len(jobs) == 10 or x == ipsize - 1:
tasktotally.add_work(jobs)
jobs = []
else:
pass
if isjob == '1':
setvalue = "(select count(*) from taskdata where groupsid='" + str(
taskid) + "')"
dic = {
"table": [self.config.taskstable],
"select_params": ['num'],
"set_params": [setvalue],
"request_params": ['tasksid'],
"equal_params": ['\'' + str(taskid) + '\'']
}
updateitem = Sqldata.SqlData('updatetableinfo_byparams', dic)
updatedata = []
updatedata.append(updateitem)
self.sqlTool.add_work(updatedata)
def getIplist(self,startip,endip,taskid,taskport,isjob,username,command,status):
ip_list = []
res = ()
res = self.iprange(startip,endip)
if res < 0:
print 'endip must be bigger than startone'
return
else:
jobs=[]
ipsize=int(res[2])+1
insertdata = []
for x in xrange(ipsize):
startipnum = self.ip2num(startip)
startipnum = startipnum + x
ip=self.num2ip(startipnum)
if isjob == '0':
ajob = job.Job(jobaddress=str(ip), jobport='', forcesearch='0', isjob='0')
else:
if command=='create':
ajob = job.Job(jobname=taskid, jobaddress=str(ip), username=username, groupsid=taskid,
jobport=taskport, isjob='1')
else:
jobitems, count, pagecount= jobcontrol.jobshow(jobname=taskid,username=username,groupid=taskid,jobaddress=str(ip))
ajob = jobitems[0]
if command=='create':
insertdata.append((username, ajob.getJobid(), ajob.getJobname(), ajob.getPriority(), ajob.getStatus(),
ajob.getJobaddress(),ajob.getPort(),ajob.getCreatetime(),ajob.getForcesearch(),ajob.getGroupsid()
))
if len(jobs) == 10 or x == ipsize - 1:
sqldatawprk = []
dic = {"table": self.config.tasktable,
"select_params": ['username', 'taskid', 'taskname', 'taskprior', 'taskstatus',
'taskaddress', 'taskport', 'createtime', 'forcesearch', 'groupsid'],
"insert_values": insertdata}
tempwprk = Sqldata.SqlData('inserttableinfo_byparams', dic)
sqldatawprk.append(tempwprk)
self.sqlTool.add_work(sqldatawprk)
sqldatawprk = []
insertdata=[]
pass
elif command=='work':
self.getlocationtool.add_work([str(ip)])
jobs.append(ajob)
# updatedata = []
# dic = {
# "table": [self.config.tasktable],
# "select_params": ['taskstatus'],
# "set_params": [status],
# "request_params": ['groupsid'],
# "equal_params": [taskid]
# }
# updateitem = Sqldata.SqlData('updatetableinfo_byparams', dic)
# updatedata.append(updateitem)
# self.sqlTool.add_work(updatedata)
if status=='3' or isjob=='0':
if len(jobs)==10 or x==ipsize-1:
tasktotally=taskcontrol.getObject()
tasktotally.add_work(jobs)
jobs=[]
else:
pass
setvalue="(select count(*) from taskdata where groupsid='"+str(taskid)+"')"
dic = {
"table": [self.config.taskstable],
"select_params": ['num'],
"set_params": [setvalue],
"request_params": ['tasksid'],
"equal_params": ['\''+str(taskid)+'\'']
}
updateitem = Sqldata.SqlData('updatetableinfo_byparams', dic)
updatedata = []
updatedata.append(updateitem)
self.sqlTool.add_work(updatedata)
