def printFilterForm(case):
oSize = helper.getDirectorySize(CASES_DIR+case.caseName+ORIGIN_DIR)
fSize = helper.getDirectorySize(CASES_DIR+case.caseName+PCAP_DIR)
eTime = helper.getFilterFileTime(oSize)
aTime = helper.getFilterFileTime(fSize)
eTitle = 'Apply filters on files may take up to ' + helper.getReadableTimeInfo(eTime)
aTitle = 'Apply filters on files may take up to ' + helper.getReadableTimeInfo(aTime)
filterContent = helper.getFilter(case.caseName)
timeFilter = helper.getTimeFilter(case.caseName)
print '<h2>Edit inicial filter</h2>'
formStr = '<form class="form-horizontal" action="main.py" method="post">'
formStr += '<div class="form-group"><label class="col-md-2">Description:</label>'
formStr += '<p class="col-md-10 form-control-static">'+case.description+'</p></div>'
formStr += '<input type="hidden" name="actions" value="editFilter">'
formStr += '<input type="hidden" name="pagesToRender" value="case:saveFile">'
formStr += '<div class="form-group"><label class="col-md-2">Time window:</label>'
formStr += '<div class="col-md-2"><label>From:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" name="start" value="'+timeFilter[0]+'"/></div>'
formStr += '<div class="col-md-2"><label>To:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" name="end" value="'+timeFilter[1]+'"/></div></div>'
formStr += '<div class="form-group">'
formStr += '<label class="col-md-2">Inicial filter:</label>'
formStr += '<div class="col-md-4"><textarea class="form-control" name="filterContent">'+filterContent+'</textarea></div></div>'
formStr += '<input type="hidden" name="caseName" value="'+case.caseName+'">'
formStr += '<div class="form-group">'
formStr += '<div class="col-md-6"><input type="submit" value="Apply on Filtered" class="btn btn-default pull-right" title="'+aTitle+'" onclick="startProgresBar('+str(aTime)+')" name="Append">'
formStr += '<input type="submit" value="Apply" class="btn btn-default pull-right" title="'+eTitle+'" onclick="startProgresBar('+str(eTime)+')" name="Edit"></div></div></form>'
print formStr
print '<hr/>'
print htmlGen.generateProgresBar()
def applyTmpFilter(filePath, filterContent, caseName):
currentFilter = helper.getFilter(caseName, helper.getDBNameFromPath(filePath), type = 'file')
filteredFileName = applyFilterOnFile(filePath, filterContent, caseName, True)
if not os.path.isfile(CASES_DIR + caseName + TMP_DIR + filteredFileName):
return None
summFilter = currentFilter + ' && ' + filterContent if currentFilter != 'None' else filterContent
conn = sqlite3.connect(DATABASE)
conn.execute('pragma foreign_keys=ON')
# crete new fitler in db
conn.execute("INSERT INTO FILTERS VALUES(null, ?, \'\', \'\')",(summFilter,))
q = conn.execute('SELECT max(ID) FROM FILTERS')
filterID = q.fetchone()[0]
q = conn.execute("SELECT ID FROM CASES WHERE CASES.NAME = ?",(caseName,))
IDs = q.fetchone()
caseID = IDs[0]
if SQLHelper.getFileID(helper.getDBNameFromPath(CASES_DIR + caseName + TMP_DIR + filteredFileName), caseName) is not None:
conn.commit()
conn.close()
helper.updateFile(CASES_DIR + caseName + TMP_DIR + filteredFileName, caseName, filterID)
else:
sourceFile = helper.getDBNameFromPath(filePath)
fileSize = os.path.getsize(CASES_DIR + caseName + TMP_DIR + filteredFileName)
dateTimes = helper.getDateTimeFromFile(CASES_DIR + caseName + TMP_DIR + filteredFileName)
conn.execute("INSERT INTO FILES VALUES (null, ?, ?, ?, ?, ?, ?, ?, ?, ?)", ("tmp/"+filteredFileName, "tmp", caseID, filterID, fileSize, dateTimes[0], dateTimes[1], sourceFile,'description',))
#conn.execute("INSERT INTO FILES VALUES (null,\'"+"tmp/"+filteredFileName+"\',\'tmp\',"+str(caseID)+","+str(filterID)+","+str(fileSize)+",\'"+dateTimes[0]+"\',\'"+ dateTimes[1]+"\',\'"+sourceFile+"\')")
conn.commit()
conn.close()
return filteredFileName
def applyTmpFilter(filePath, filterContent, caseName):
currentFilter = helper.getFilter(caseName,
helper.getDBNameFromPath(filePath),
type='file')
filteredFileName = applyFilterOnFile(filePath, filterContent, caseName,
True)
if not os.path.isfile(CASES_DIR + caseName + TMP_DIR + filteredFileName):
return None
summFilter = currentFilter + ' && ' + filterContent if currentFilter != 'None' else filterContent
conn = sqlite3.connect(DATABASE)
conn.execute('pragma foreign_keys=ON')
# crete new fitler in db
conn.execute("INSERT INTO FILTERS VALUES(null, ?, \'\', \'\')",
(summFilter, ))
q = conn.execute('SELECT max(ID) FROM FILTERS')
filterID = q.fetchone()[0]
q = conn.execute("SELECT ID FROM CASES WHERE CASES.NAME = ?", (caseName, ))
IDs = q.fetchone()
caseID = IDs[0]
if SQLHelper.getFileID(
helper.getDBNameFromPath(CASES_DIR + caseName + TMP_DIR +
filteredFileName), caseName) is not None:
conn.commit()
conn.close()
helper.updateFile(CASES_DIR + caseName + TMP_DIR + filteredFileName,
caseName, filterID)
else:
sourceFile = helper.getDBNameFromPath(filePath)
fileSize = os.path.getsize(CASES_DIR + caseName + TMP_DIR +
filteredFileName)
dateTimes = helper.getDateTimeFromFile(CASES_DIR + caseName + TMP_DIR +
filteredFileName)
conn.execute(
"INSERT INTO FILES VALUES (null, ?, ?, ?, ?, ?, ?, ?, ?, ?)", (
"tmp/" + filteredFileName,
"tmp",
caseID,
filterID,
fileSize,
dateTimes[0],
dateTimes[1],
sourceFile,
'description',
))
#conn.execute("INSERT INTO FILES VALUES (null,\'"+"tmp/"+filteredFileName+"\',\'tmp\',"+str(caseID)+","+str(filterID)+","+str(fileSize)+",\'"+dateTimes[0]+"\',\'"+ dateTimes[1]+"\',\'"+sourceFile+"\')")
conn.commit()
conn.close()
return filteredFileName
def printFilter(caseName):
print 'Current filter on Case: ' + helper.getFilter(caseName)
def render(caseName, filePath, additionalFiles=[], type="png", start="", end="", xtics=""):
syslog.syslog("PCAP APP: renderGraph: started: " + str(datetime.datetime.now()))
colors = ["red", "black", "yellow", "green", "blue", "cyan", "orange", "violet"]
originFileName = helper.getDBNameFromPath(filePath)
dirpath = os.path.dirname(filePath) + "/tmp"
dirpath = CASES_DIR + caseName + TMP_DIR
shutil.copy(GRAPH_SCRIPT_DIR + "Makefile", dirpath)
if type == "png":
shutil.copy(GRAPH_SCRIPT_DIR + "throughput.gpi", dirpath + "/" + "throughput.gpi")
else:
shutil.copy(GRAPH_SCRIPT_DIR + "throughputDetail.gpi", dirpath + "/" + "throughput.gpi")
data = open(dirpath + "/" + os.path.basename(filePath) + ".data", "w")
syslog.syslog("PCAP APP: Processing file: " + filePath + " started: " + str(datetime.datetime.now()))
subprocess.call(["tshark", "-q", "-nr", filePath, "-t", "ad", "-z" "io,stat,1"], stdout=data)
syslog.syslog("PCAP APP: Processing file: " + filePath + " ended: " + str(datetime.datetime.now()))
script = open(dirpath + "/throughput.gpi", "a")
if xtics != "":
try:
xtics = int(xtics)
script.write("set xtics " + str(xtics) + "\n")
except ValueError:
pass
f = helper.getFilter(caseName, helper.getDBNameFromPath(filePath))
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath), caseName)
if info[4]:
originFileName = info[4]
syslog.syslog("PCAP APP: " + helper.getDBNameFromPath(filePath))
plot = (
'plot "'
+ os.path.basename(data.name)
+ '" using 2:4 every ::13 with lines ls 1 lc rgb "'
+ colors[0]
+ '" title "'
+ originFileName
+ ", filter: "
+ f
+ '"'
)
syslog.syslog("PCAP APP: " + plot)
data.close()
i = 1
for file in additionalFiles:
filePath = CASES_DIR + caseName + PCAP_DIR + file
ret = Filter.applyTimeFilterOnFile(filePath, caseName, start, end)
if ret:
filePath = ret
dirpath = os.path.dirname(filePath)
data = open(dirpath + "/" + file.replace("/", "-") + ".data", "w")
syslog.syslog("PCAP APP: Processing file: " + file + " started: " + str(datetime.datetime.now()))
subprocess.call(["tshark", "-q", "-nr", filePath, "-t", "ad", "-z" "io,stat,1"], stdout=data)
syslog.syslog("PCAP APP: Processing file: " + file + " ended: " + str(datetime.datetime.now()))
info = helper.getReadableFileInfo(file, caseName)
f = helper.getFilter(caseName, file)
if info[4] != "n/a":
file = info[4]
plot += (
', "'
+ os.path.basename(data.name)
+ '" using 2:4 every ::13 with lines ls 1 lc rgb "'
+ colors[i % 8]
+ '" title "'
+ file
+ ",filter: "
+ f
+ '"'
)
data.close()
i += 1
script.write(plot)
script.close()
os.chdir(dirpath)
if type == "png":
subprocess.check_output(["make", "png"])
ret = dirpath + "/throughput.png"
else:
subprocess.check_output(["make"])
ret = dirpath + "/throughput.pdf"
syslog.syslog("PCAP APP: renderGraph: ended: " + str(datetime.datetime.now()))
return ret
def printFilter(caseName):
print 'Current filter on Case: ' + helper.getFilter(caseName)
def render(caseName,
filePath,
additionalFiles=[],
type='png',
start='',
end='',
xtics=''):
syslog.syslog("PCAP APP: renderGraph: started: " +
str(datetime.datetime.now()))
colors = [
"red", "black", "yellow", "green", "blue", "cyan", "orange", "violet"
]
originFileName = helper.getDBNameFromPath(filePath)
dirpath = os.path.dirname(filePath) + '/tmp'
dirpath = CASES_DIR + caseName + TMP_DIR
shutil.copy(GRAPH_SCRIPT_DIR + 'Makefile', dirpath)
if type == 'png':
shutil.copy(GRAPH_SCRIPT_DIR + 'throughput.gpi',
dirpath + "/" + 'throughput.gpi')
else:
shutil.copy(GRAPH_SCRIPT_DIR + 'throughputDetail.gpi',
dirpath + "/" + 'throughput.gpi')
data = open(dirpath + '/' + os.path.basename(filePath) + '.data', 'w')
syslog.syslog("PCAP APP: Processing file: " + filePath + " started: " +
str(datetime.datetime.now()))
subprocess.call(
['tshark', '-q', '-nr', filePath, '-t', 'ad', '-z'
'io,stat,1'],
stdout=data)
syslog.syslog("PCAP APP: Processing file: " + filePath + " ended: " +
str(datetime.datetime.now()))
script = open(dirpath + '/throughput.gpi', 'a')
if xtics != '':
try:
xtics = int(xtics)
script.write("set xtics " + str(xtics) + '\n')
except ValueError:
pass
f = helper.getFilter(caseName, helper.getDBNameFromPath(filePath))
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath),
caseName)
if info[4]:
originFileName = info[4]
syslog.syslog("PCAP APP: " + helper.getDBNameFromPath(filePath))
plot = 'plot "' + os.path.basename(
data.name
) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[
0] + '" title "' + originFileName + ", filter: " + f + '"'
syslog.syslog("PCAP APP: " + plot)
data.close()
i = 1
for file in additionalFiles:
filePath = CASES_DIR + caseName + PCAP_DIR + file
ret = Filter.applyTimeFilterOnFile(filePath, caseName, start, end)
if ret:
filePath = ret
dirpath = os.path.dirname(filePath)
data = open(dirpath + '/' + file.replace('/', '-') + '.data', 'w')
syslog.syslog("PCAP APP: Processing file: " + file + " started: " +
str(datetime.datetime.now()))
subprocess.call(
['tshark', '-q', '-nr', filePath, '-t', 'ad', '-z'
'io,stat,1'],
stdout=data)
syslog.syslog("PCAP APP: Processing file: " + file + " ended: " +
str(datetime.datetime.now()))
info = helper.getReadableFileInfo(file, caseName)
f = helper.getFilter(caseName, file)
if info[4] != 'n/a':
file = info[4]
plot += ', "' + os.path.basename(
data.name
) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[
i % 8] + '" title "' + file + ",filter: " + f + '"'
data.close()
i += 1
script.write(plot)
script.close()
os.chdir(dirpath)
if type == 'png':
subprocess.check_output(['make', 'png'])
ret = dirpath + '/throughput.png'
else:
subprocess.check_output(['make'])
ret = dirpath + '/throughput.pdf'
syslog.syslog("PCAP APP: renderGraph: ended: " +
str(datetime.datetime.now()))
return ret
