Exemple #1
0
def data_entry():
    path = os.path.dirname(os.path.realpath(__file__))
    path = os.path.join(path , "../data")
    ifilepath = os.path.join(path, 'incoming')
    ignorefile = os.path.join(path, 'ignorelist')
    if not os.path.exists(ifilepath):
        return
    if not Database().checkDB():
       echomsg('Creating Db')
    iplist = open(ifilepath).readlines()

    lineno = 0
    if Database().getlastline():
       lineno = Database().getlastline()[0] + 1
    generate_counter = 0   
 
    len_iplist =  len(iplist)
    hash_visited = {}
    for i in range(lineno, len_iplist):
       ip = iplist[i]
       ip = ip.rstrip()
       #pattern = re.compile(r"^10\.")
       pattern = re.compile(r"/(^127\.)|(^192\.168\.)|(^10\.)|(^172\.1[6-9]\.)|(^172\.2[0-9]\.)|(^172\.3[0-1]\.)|(^::1)$/")
       match = pattern.match(ip)
       if match:
          continue

       generate_counter += 1
       if generate_counter > 50:
          generate_counter=0
          generatemap()
        
       if not hash_visited.has_key(ip):
           ipinfo_json = geoloc.ip2location(ip)
           ipinfo 	= json.loads(ipinfo_json)
           loc	 	= ipinfo['loc']  if ipinfo.has_key('loc') else ' '
           city 	= ipinfo['city']  if ipinfo.has_key('city') else ' '
           ip		= ipinfo['ip']  if ipinfo.has_key('ip') else ' '
           region 	= ipinfo['region']  if ipinfo.has_key('region') else ' '
           hostname	= ipinfo['hostname']  if ipinfo.has_key('hostname') else ' '
           phone	= ipinfo['phone'] if ipinfo.has_key('phone') else ''
           country 	= ipinfo['country']  if ipinfo.has_key('country') else ' '
           org 		= ipinfo['org']  if ipinfo.has_key('org') else ' '
           postal 	= ipinfo['postal'] if ipinfo.has_key('postal') else ' '
           ip_v = ipobj(city, loc, ip, region, hostname, phone, country, org, postal,1)
           hash_visited[ip] = ip_v
       hash_visited[ip].extra += 1
       print i
    for key, ip_v in hash_visited.items():       
       if Database().ispresent(ip_v.ip):
           echomsg('count:%d\tUpdating %s' % (ip_v.extra,ip_v.ip))
           Database().updateDB(ip_v)
       else:
           #accesstime = strftime("%a, %d %b %Y %X +0000", gmtime())
           echomsg('count:%d\tInserting %s' % (ip_v.extra,ip_v.ip))
           Database().insertDB(ip_v)
    Database().updatelineno(len_iplist)
    generatemap()
Exemple #2
0
 def getobjects(self):
   con = lite.connect(datafilepath)
   with con:
     cur = con.cursor()
     cur.execute("select * from packetinfo")
     rows = cur.fetchall()
     ipobj_arr = []
     for row in rows:
         ipobj_arr.append(ipobj(row[0],row[1],row[2],row[3],row[4],row[5],row[6],row[7],row[8],row[9]))
     return ipobj_arr