def printFilterForm(case): oSize = helper.getDirectorySize(CASES_DIR+case.caseName+ORIGIN_DIR) fSize = helper.getDirectorySize(CASES_DIR+case.caseName+PCAP_DIR) eTime = helper.getFilterFileTime(oSize) aTime = helper.getFilterFileTime(fSize) eTitle = 'Apply filters on files may take up to ' + helper.getReadableTimeInfo(eTime) aTitle = 'Apply filters on files may take up to ' + helper.getReadableTimeInfo(aTime) filterContent = helper.getFilter(case.caseName) timeFilter = helper.getTimeFilter(case.caseName) print '<h2>Edit inicial filter</h2>' formStr = '<form class="form-horizontal" action="main.py" method="post">' formStr += '<div class="form-group"><label class="col-md-2">Description:</label>' formStr += '<p class="col-md-10 form-control-static">'+case.description+'</p></div>' formStr += '<input type="hidden" name="actions" value="editFilter">' formStr += '<input type="hidden" name="pagesToRender" value="case:saveFile">' formStr += '<div class="form-group"><label class="col-md-2">Time window:</label>' formStr += '<div class="col-md-2"><label>From:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" name="start" value="'+timeFilter[0]+'"/></div>' formStr += '<div class="col-md-2"><label>To:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" name="end" value="'+timeFilter[1]+'"/></div></div>' formStr += '<div class="form-group">' formStr += '<label class="col-md-2">Inicial filter:</label>' formStr += '<div class="col-md-4"><textarea class="form-control" name="filterContent">'+filterContent+'</textarea></div></div>' formStr += '<input type="hidden" name="caseName" value="'+case.caseName+'">' formStr += '<div class="form-group">' formStr += '<div class="col-md-6"><input type="submit" value="Apply on Filtered" class="btn btn-default pull-right" title="'+aTitle+'" onclick="startProgresBar('+str(aTime)+')" name="Append">' formStr += '<input type="submit" value="Apply" class="btn btn-default pull-right" title="'+eTitle+'" onclick="startProgresBar('+str(eTime)+')" name="Edit"></div></div></form>' print formStr print '<hr/>' print htmlGen.generateProgresBar()
def applyTmpFilter(filePath, filterContent, caseName): currentFilter = helper.getFilter(caseName, helper.getDBNameFromPath(filePath), type = 'file') filteredFileName = applyFilterOnFile(filePath, filterContent, caseName, True) if not os.path.isfile(CASES_DIR + caseName + TMP_DIR + filteredFileName): return None summFilter = currentFilter + ' && ' + filterContent if currentFilter != 'None' else filterContent conn = sqlite3.connect(DATABASE) conn.execute('pragma foreign_keys=ON') # crete new fitler in db conn.execute("INSERT INTO FILTERS VALUES(null, ?, \'\', \'\')",(summFilter,)) q = conn.execute('SELECT max(ID) FROM FILTERS') filterID = q.fetchone()[0] q = conn.execute("SELECT ID FROM CASES WHERE CASES.NAME = ?",(caseName,)) IDs = q.fetchone() caseID = IDs[0] if SQLHelper.getFileID(helper.getDBNameFromPath(CASES_DIR + caseName + TMP_DIR + filteredFileName), caseName) is not None: conn.commit() conn.close() helper.updateFile(CASES_DIR + caseName + TMP_DIR + filteredFileName, caseName, filterID) else: sourceFile = helper.getDBNameFromPath(filePath) fileSize = os.path.getsize(CASES_DIR + caseName + TMP_DIR + filteredFileName) dateTimes = helper.getDateTimeFromFile(CASES_DIR + caseName + TMP_DIR + filteredFileName) conn.execute("INSERT INTO FILES VALUES (null, ?, ?, ?, ?, ?, ?, ?, ?, ?)", ("tmp/"+filteredFileName, "tmp", caseID, filterID, fileSize, dateTimes[0], dateTimes[1], sourceFile,'description',)) #conn.execute("INSERT INTO FILES VALUES (null,\'"+"tmp/"+filteredFileName+"\',\'tmp\',"+str(caseID)+","+str(filterID)+","+str(fileSize)+",\'"+dateTimes[0]+"\',\'"+ dateTimes[1]+"\',\'"+sourceFile+"\')") conn.commit() conn.close() return filteredFileName
def applyTmpFilter(filePath, filterContent, caseName): currentFilter = helper.getFilter(caseName, helper.getDBNameFromPath(filePath), type='file') filteredFileName = applyFilterOnFile(filePath, filterContent, caseName, True) if not os.path.isfile(CASES_DIR + caseName + TMP_DIR + filteredFileName): return None summFilter = currentFilter + ' && ' + filterContent if currentFilter != 'None' else filterContent conn = sqlite3.connect(DATABASE) conn.execute('pragma foreign_keys=ON') # crete new fitler in db conn.execute("INSERT INTO FILTERS VALUES(null, ?, \'\', \'\')", (summFilter, )) q = conn.execute('SELECT max(ID) FROM FILTERS') filterID = q.fetchone()[0] q = conn.execute("SELECT ID FROM CASES WHERE CASES.NAME = ?", (caseName, )) IDs = q.fetchone() caseID = IDs[0] if SQLHelper.getFileID( helper.getDBNameFromPath(CASES_DIR + caseName + TMP_DIR + filteredFileName), caseName) is not None: conn.commit() conn.close() helper.updateFile(CASES_DIR + caseName + TMP_DIR + filteredFileName, caseName, filterID) else: sourceFile = helper.getDBNameFromPath(filePath) fileSize = os.path.getsize(CASES_DIR + caseName + TMP_DIR + filteredFileName) dateTimes = helper.getDateTimeFromFile(CASES_DIR + caseName + TMP_DIR + filteredFileName) conn.execute( "INSERT INTO FILES VALUES (null, ?, ?, ?, ?, ?, ?, ?, ?, ?)", ( "tmp/" + filteredFileName, "tmp", caseID, filterID, fileSize, dateTimes[0], dateTimes[1], sourceFile, 'description', )) #conn.execute("INSERT INTO FILES VALUES (null,\'"+"tmp/"+filteredFileName+"\',\'tmp\',"+str(caseID)+","+str(filterID)+","+str(fileSize)+",\'"+dateTimes[0]+"\',\'"+ dateTimes[1]+"\',\'"+sourceFile+"\')") conn.commit() conn.close() return filteredFileName
def printFilter(caseName): print 'Current filter on Case: ' + helper.getFilter(caseName)
def render(caseName, filePath, additionalFiles=[], type="png", start="", end="", xtics=""): syslog.syslog("PCAP APP: renderGraph: started: " + str(datetime.datetime.now())) colors = ["red", "black", "yellow", "green", "blue", "cyan", "orange", "violet"] originFileName = helper.getDBNameFromPath(filePath) dirpath = os.path.dirname(filePath) + "/tmp" dirpath = CASES_DIR + caseName + TMP_DIR shutil.copy(GRAPH_SCRIPT_DIR + "Makefile", dirpath) if type == "png": shutil.copy(GRAPH_SCRIPT_DIR + "throughput.gpi", dirpath + "/" + "throughput.gpi") else: shutil.copy(GRAPH_SCRIPT_DIR + "throughputDetail.gpi", dirpath + "/" + "throughput.gpi") data = open(dirpath + "/" + os.path.basename(filePath) + ".data", "w") syslog.syslog("PCAP APP: Processing file: " + filePath + " started: " + str(datetime.datetime.now())) subprocess.call(["tshark", "-q", "-nr", filePath, "-t", "ad", "-z" "io,stat,1"], stdout=data) syslog.syslog("PCAP APP: Processing file: " + filePath + " ended: " + str(datetime.datetime.now())) script = open(dirpath + "/throughput.gpi", "a") if xtics != "": try: xtics = int(xtics) script.write("set xtics " + str(xtics) + "\n") except ValueError: pass f = helper.getFilter(caseName, helper.getDBNameFromPath(filePath)) info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath), caseName) if info[4]: originFileName = info[4] syslog.syslog("PCAP APP: " + helper.getDBNameFromPath(filePath)) plot = ( 'plot "' + os.path.basename(data.name) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[0] + '" title "' + originFileName + ", filter: " + f + '"' ) syslog.syslog("PCAP APP: " + plot) data.close() i = 1 for file in additionalFiles: filePath = CASES_DIR + caseName + PCAP_DIR + file ret = Filter.applyTimeFilterOnFile(filePath, caseName, start, end) if ret: filePath = ret dirpath = os.path.dirname(filePath) data = open(dirpath + "/" + file.replace("/", "-") + ".data", "w") syslog.syslog("PCAP APP: Processing file: " + file + " started: " + str(datetime.datetime.now())) subprocess.call(["tshark", "-q", "-nr", filePath, "-t", "ad", "-z" "io,stat,1"], stdout=data) syslog.syslog("PCAP APP: Processing file: " + file + " ended: " + str(datetime.datetime.now())) info = helper.getReadableFileInfo(file, caseName) f = helper.getFilter(caseName, file) if info[4] != "n/a": file = info[4] plot += ( ', "' + os.path.basename(data.name) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[i % 8] + '" title "' + file + ",filter: " + f + '"' ) data.close() i += 1 script.write(plot) script.close() os.chdir(dirpath) if type == "png": subprocess.check_output(["make", "png"]) ret = dirpath + "/throughput.png" else: subprocess.check_output(["make"]) ret = dirpath + "/throughput.pdf" syslog.syslog("PCAP APP: renderGraph: ended: " + str(datetime.datetime.now())) return ret
def render(caseName, filePath, additionalFiles=[], type='png', start='', end='', xtics=''): syslog.syslog("PCAP APP: renderGraph: started: " + str(datetime.datetime.now())) colors = [ "red", "black", "yellow", "green", "blue", "cyan", "orange", "violet" ] originFileName = helper.getDBNameFromPath(filePath) dirpath = os.path.dirname(filePath) + '/tmp' dirpath = CASES_DIR + caseName + TMP_DIR shutil.copy(GRAPH_SCRIPT_DIR + 'Makefile', dirpath) if type == 'png': shutil.copy(GRAPH_SCRIPT_DIR + 'throughput.gpi', dirpath + "/" + 'throughput.gpi') else: shutil.copy(GRAPH_SCRIPT_DIR + 'throughputDetail.gpi', dirpath + "/" + 'throughput.gpi') data = open(dirpath + '/' + os.path.basename(filePath) + '.data', 'w') syslog.syslog("PCAP APP: Processing file: " + filePath + " started: " + str(datetime.datetime.now())) subprocess.call( ['tshark', '-q', '-nr', filePath, '-t', 'ad', '-z' 'io,stat,1'], stdout=data) syslog.syslog("PCAP APP: Processing file: " + filePath + " ended: " + str(datetime.datetime.now())) script = open(dirpath + '/throughput.gpi', 'a') if xtics != '': try: xtics = int(xtics) script.write("set xtics " + str(xtics) + '\n') except ValueError: pass f = helper.getFilter(caseName, helper.getDBNameFromPath(filePath)) info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath), caseName) if info[4]: originFileName = info[4] syslog.syslog("PCAP APP: " + helper.getDBNameFromPath(filePath)) plot = 'plot "' + os.path.basename( data.name ) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[ 0] + '" title "' + originFileName + ", filter: " + f + '"' syslog.syslog("PCAP APP: " + plot) data.close() i = 1 for file in additionalFiles: filePath = CASES_DIR + caseName + PCAP_DIR + file ret = Filter.applyTimeFilterOnFile(filePath, caseName, start, end) if ret: filePath = ret dirpath = os.path.dirname(filePath) data = open(dirpath + '/' + file.replace('/', '-') + '.data', 'w') syslog.syslog("PCAP APP: Processing file: " + file + " started: " + str(datetime.datetime.now())) subprocess.call( ['tshark', '-q', '-nr', filePath, '-t', 'ad', '-z' 'io,stat,1'], stdout=data) syslog.syslog("PCAP APP: Processing file: " + file + " ended: " + str(datetime.datetime.now())) info = helper.getReadableFileInfo(file, caseName) f = helper.getFilter(caseName, file) if info[4] != 'n/a': file = info[4] plot += ', "' + os.path.basename( data.name ) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[ i % 8] + '" title "' + file + ",filter: " + f + '"' data.close() i += 1 script.write(plot) script.close() os.chdir(dirpath) if type == 'png': subprocess.check_output(['make', 'png']) ret = dirpath + '/throughput.png' else: subprocess.check_output(['make']) ret = dirpath + '/throughput.pdf' syslog.syslog("PCAP APP: renderGraph: ended: " + str(datetime.datetime.now())) return ret