c.close()
# Graphs for Ports
for port in network[inter][label]["port"]:
portworker(port,nid,nlabel)
# Graphs Point to Point Interfaces
for to_inter_type in network[inter][label]["to"]:
for to_inter in network[inter][label]["to"][to_inter_type]:
n2nworker(to_inter,to_inter_type,nid,nlabel)
if __name__=='__main__':
# for each type of monitoring option (AS, network, interface)
for inter in network.keys():
labels=[]
#for each network under that type
for label in network[inter].keys():
#create a list of networks to graphs
labels.append(label)
#if there are networks to graph
if len(labels)>0:
#create a list of tupples to pass as param to the pool of procceses
#tupple contains, label and monitoring type (inter)
args=((label,inter) for label in labels)
pool = Pool()
pool.map_async(processgrapher,((label,inter) for label in labels))
pool.close()
pool.join()
def main(file):
intervalmodulation=config.getCronTime() # the interval to be inserted into the db in unix time.
#Split to create timestamp
temp_var = file.split("/")[-1].split('.')
date = temp_var[1]
temp_var = temp_var[2].split('-')
t_time = temp_var[0]
time_stamp = date + " " + t_time[0:2] + ":" + t_time[2:4] + ":" + "00"
date = map(int, date.split('-'))
utime_stamp = int(time.mktime((date[0], date[1], date[2], int(t_time[0:2]), int(t_time[2:4]), int("00"), 0, 0, 0)))
utime_stamp = utime_stamp - (utime_stamp%intervalmodulation) #if for some reason the time stamp is not in the specified interval for updating the db , susbtract the necesary seconds the make it fit.
# Database settings
#needed to extract database info from the configuration file
DB_NAME=config.getDBName();
DB_HOST='localhost'
DB_USER=config.getUser();
DB_PASS=config.getPassword();
db = MySQLdb.connect(user=DB_USER, passwd=DB_PASS, db=DB_NAME, host=DB_HOST)
c = db.cursor()
basepath=config.getFlowsPath()
path=file
#This generates the dictionary. It needs the database cursor because settings for the dictionary are in the database
network = GenerateDictionary().GenDictionary(c)
sf = StripFlowData()
set = flowtools.FlowSet(path)
#iterates over the flow file
for flow in set:
#uses the stripflowdata to fill the dictionary with the data from the file
sf.StripFlowData(flow, network)
#Iterates over the first level of the dictionary (Monitoring by AS,Net or Interface)
for inter in network.keys():
#for each network label being monitored
for label in network[inter].keys():
#gets network id and stores it in nlabel
nlabel = GetNetId(c, label, inter)
# Insert data in database
c.execute("""INSERT INTO rrd_n(nid, ooctect, ioctect, opacks, ipacks, oflows, iflows, time_unix) VALUES(%s, %s, %s, %s, %s, %s, '%s','%s')""" % (nlabel, network[inter][label]['o'][0], network[inter][label]['i'][0], network[inter][label]['o'][1], network[inter][label]['i'][1], network[inter][label]['o'][2], network[inter][label]['i'][2],utime_stamp))
# Ports
#iterates over ports being monitored (if any)
for port in network[inter][label]["port"]:
#gets id for the desired port
nport = GetPortId(c, nlabel, port)
c.execute("""INSERT INTO rrd_port(pid, ooctect, ioctect, opacks, ipacks, oflows, iflows, time_unix) VALUES(%s, %s, %s, %s, %s, %s, '%s', '%s')""" % (nport, network[inter][label]['port'][port]['o'][0], network[inter][label]['port'][port]['i'][0], network[inter][label]['port'][port]['o'][1], network[inter][label]['port'][port]['i'][1], network[inter][label]['port'][port]['o'][2], network[inter][label]['port'][port]['i'][2], utime_stamp))
# To Interfaces
#iterates over the monitoring options like AS,NET or interface for each net2net connection
for to_inter in network[inter][label]["to"]:
#iterates over the destination labels for each net2net connection
for to_label in network[inter][label]["to"][to_inter]:
#gets id of destination network
nto_label = GetNetId(c, to_label, to_inter)
# gets id for that specific net2net connection
nn_id=getnn_id(nlabel,nto_label,c)
c.execute("""INSERT INTO rrd_to_net(nn_id, ooctect, ioctect, opacks, ipacks, oflows, iflows,time_unix) VALUES(%s, %s, %s, %s, %s, %s, '%s','%s')""" % (nn_id, network[inter][label]['to'][to_inter][to_label]['o'][0], network[inter][label]['to'][to_inter][to_label]['i'][0], network[inter][label]['to'][to_inter][to_label]['o'][1], network[inter][label]['to'][to_inter][to_label]['i'][1], network[inter][label]['to'][to_inter][to_label]['o'][2], network[inter][label]['to'][to_inter][to_label]['i'][2], utime_stamp))
c.close()
