def printPCAPs(case):
#print all pcap files in this case PCAPs directory
path = CASES_DIR + case.caseName + PCAP_DIR
listDir = os.listdir(path)
originFiles = SQLHelper.loadFiles(case.caseName, 'origin')
filteredFiles = SQLHelper.loadFiles(case.caseName, 'filtered')
tmpFiles = SQLHelper.loadFiles(case.caseName, 'tmp')
print '<h2>Available PCAP files</h2>'
formStr = '<form action="main.py" class="form-horizontal" method="post">'
formStr += '<a data-toggle="collapse" href="#originFiles"><h3>Original files: ('+helper.readableSizeOfDirectory(CASES_DIR+case.caseName+ORIGIN_DIR)+')</h3></a>' if originFiles else ""
formStr += '<div id="originFiles" class="collapse">'
formStr += '<table id="" class="display" cellspacing="0" width="100%">'
formStr += '<thead><tr><th>ID</th><th>Name</th><th>Size</th><th>First Packet</th><th>Last Packet</th><th>Filter</th><th>Source File</th><th>Description</th></tr><tbody>'
originFiles.sort()
for file in originFiles:
info = helper.getReadableFileInfo(file,case.caseName)
formStr += '<tr><th>%s</th><th><div class="radio"><label><input type="radio" value="%s" name="filePath"> <b>%s</b></label></div> </th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th></tr>' % (str(info[6]),path + file, file, info[1], info[2], info[3], info[0], info[4], info[5])
formStr += '</tbody></table></div>'
formStr += '<a data-toggle="collapse" href="#filteredFiles"><h3>Filtered files: ('+helper.readableSizeOfDirectory(CASES_DIR+case.caseName+PCAP_DIR)+')</h3></a>' if filteredFiles else ""
formStr += '<div id="filteredFiles" class="collapse">'
formStr += '<table id="" class="display" cellspacing="0" width="100%">'
formStr += '<thead><tr><th>ID</th><th>Name</th><th>Size</th><th>First Packet</th><th>Last Packet</th><th>Filter</th><th>Source File</th><th>Description</th></tr><tbody>'
filteredFiles.sort()
for file in filteredFiles:
info = helper.getReadableFileInfo(file,case.caseName)
sourceID = str(SQLHelper.getFileID(info[4],case.caseName)) + '.' if str(SQLHelper.getFileID(info[4],case.caseName)) != 'None' else ''
formStr += '<tr><th>%s</th><th><div class="radio"><label><input type="radio" value="%s" name="filePath"> <b>%s</b></label></div> </th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th></tr>' % (str(info[6]),path + file, file, info[1], info[2], info[3], info[0], sourceID + info[4], info[5])
formStr += '</tbody></table></div>'
tmpFiles.sort
if tmpFiles:
sourceID = str(SQLHelper.getFileID(info[4],case.caseName)) + '.' if str(SQLHelper.getFileID(info[4],case.caseName)) != 'None' else ''
formStr += '<a data-toggle="collapse" href="#tmpFiles"><h3>Temporary files: ('+helper.readableSizeOfDirectory(CASES_DIR+case.caseName+TMP_DIR)+')</h3></a>'
formStr += '<div id="tmpFiles" class="collapse">'
formStr += '<table id="" class="display" cellspacing="0" width="100%">'
formStr += '<thead><tr><th>ID</th><th>Name</th><th>Size</th><th>First Packet</th><th>Last Packet</th><th>Filter</th><th>Source File</th><th>Description</th></tr><tbody>'
for file in tmpFiles:
info = helper.getReadableFileInfo(file,case.caseName)
formStr += '<tr><th>%s</th><th><div class="radio"><label><input type="radio" value="%s" name="filePath"> <b>%s</b></label></div> </th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th></tr>' % (str(info[6]),path + file, file, info[1], info[2], info[3], info[0], sourceID + info[4], info[5])
formStr += '</tbody></table></div>'
formStr += '<div class="form-group"><div class="col-md-6">'
formStr += '<input type="submit" class="btn btn-default pull-right" value="Select File" name="selectFile"/>'
formStr += '<input type="submit" class="btn btn-default pull-left" name="clearTmp" value="Delete All Temporary Files"></div>'
formStr += '</div>'
formStr += '<input type="hidden" name="actions" value="deleteFile">'
formStr += '<input type="hidden" name="pagesToRender" value="showFile"><input type="hidden" name="caseName" value="'+case.caseName+'">'
formStr += '</form>'
print formStr
print '<hr/>'
def printInputFilterForm(filePath, caseName):
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath), caseName)
approximateTime = helper.getRenderGraphTime(os.path.getsize(filePath))
title = 'Approximate time to render graph is: ' + helper.getReadableTimeInfo(approximateTime)
originFiles = SQLHelper.loadFiles(caseName, 'origin')
filteredFiles = SQLHelper.loadFiles(caseName, 'filtered')
tmpFiles = SQLHelper.loadFiles(caseName, 'tmp')
filesApproxStr = generateFilesAproximateTimeString(originFiles, caseName)
filesApproxStr += generateFilesAproximateTimeString(filteredFiles, caseName)
filesApproxStr += generateFilesAproximateTimeString(tmpFiles, caseName)
options = '<optgroup label="Original files">'
for file in originFiles:
options += ' <option value="'+file+'">'+file+'</option>'
options += '</optgroup>'
options += '<option data-divider="true"></option>'
options += '<optgroup label="Filtered files">'
for file in filteredFiles:
options += ' <option value="'+file+'">'+file+'</option>'
options += '</optgroup>'
options += '<option data-divider="true"></option>'
options += '<optgroup label="Temporary files">'
for file in tmpFiles:
options += ' <option value="'+file+'">'+file+'</option>'
allFiles = originFiles + filteredFiles + tmpFiles
table = '<div id="files" class="collapse">'
table += '<table id="" class="display" cellspacing="0" width="100%">'
table += '<thead><tr><th>ID</th><th>Name</th><th>Size</th><th>First Packet</th><th>Last Packet</th><th>Filter</th><th>Source File</th><th>Description</th></tr><tbody>'
for file in allFiles:
info = helper.getReadableFileInfo(file, caseName)
sourceID = str(SQLHelper.getFileID(info[4],caseName)) + '.' if str(SQLHelper.getFileID(info[4],caseName)) != 'None' else ''
table += '<tr><th>%s</th><th><div class="checkbox"><label><input type="checkbox" value="%s" name="additionalFiles" id="additionalFiles"><b>%s</b></label></div> </th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th></tr>' % (str(info[6]), file, file, info[1], info[2], info[3], info[0], sourceID + info[4], info[5])
table += '</tbody></table></div>'
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath), caseName)
options += '</optgroup>'
print '<h2>File Details</h2>'
formStr = '<form action="main.py" class="form-horizontal" method="post">'
formStr += '<div class="form-group"><label class="col-md-2">Current filter on File:</label>'
formStr += '<p class="col-md-10 form-control-static">'+info[0]+'</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Size:</label>'
formStr += '<p class="col-md-10 form-control-static">'+info[1]+'</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">First Packet:</label>'
formStr += '<p class="col-md-10 form-control-static">'+info[2]+'</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Last Packet:</label>'
formStr += '<p class="col-md-10 form-control-static">'+info[3]+'</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Source File:</label>'
formStr += '<p class="col-md-10 form-control-static">'+info[4]+'</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Description:</label>'
formStr += '<div class="col-md-4"><input type="text" class="form-control" name="description"value="%s" /></div>' % info[5]
formStr += '<input type="hidden" name="pagesToRender" value="showFile">'
formStr += '<input type="hidden" name="caseName" value="'+caseName+'"/>'
formStr += '<input type="hidden" name="filePath" value="'+filePath+'"/>'
formStr += '<input type="hidden" name="actions" value="editDescription"/>'
formStr += '<input type="submit" class="btn btn-default" value="Edit" name="Edit"/></div></form>'
formStr += '<h2>Graph settings</h2>'
formStr += '<form action="main.py" class="form-horizontal" method="post">'
formStr += '<div class="form-group"><label class="col-md-2">Time window:</label>'
formStr += '<div class="col-md-2"><label>From:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" value="%s"name="start"/></div>' % (info[2])
formStr += '<div class="col-md-2"><label>To:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" value="%s"name="end"/></div><div class="col-md-4">*This condition applies on ALL selected files.</div></div>' % (info[3])
formStr += '<div class="form-group"><label class="col-md-2">Files to compare:</label>'
formStr += '<div class="col-md-10"><a data-toggle="collapse" href="#files">Show/Hide</a></div></div>'
formStr += '<div class="form-group"><div class="col-md-12"> '+table+'</div></div>'
formStr += '<div class="form-group"><label class="col-md-2">Edit filter:</label>'
formStr += '<div class="col-md-4"><textarea class="form-control" name="filterContent"></textarea></div><div class="col-md-4">*This condition applies ONLY on primary selected file.</div></div>'
formStr += '<div class="form-group"><label class="col-md-2">Graph time sample rate(s):</label>'
formStr += '<div class="col-md-4"><input type="text" title="Enter amount of seconds is one time tick in graph. To low value can cause text label colisions. If empty, default value will be used." class="form-control" name="xtics"/></div></div>'
formStr += '<div class="form-group"><div class="col-md-6">'
formStr += '<input type="submit" class="btn btn-default pull-right" title="'+title+'"value="Render Graph" name="renderGraph" id="renderGraph" onclick="var t = getSumTime(\''+filesApproxStr+'\','+str(approximateTime)+');startProgresBar(t);">'
formStr += '<input type="submit" class="btn btn-default pull-right" title="'+title+'"name="renderDetailedGraph" value="Render Detailed Graph" name="renderDetailedGraph" id="renderDetailedGraph" onclick="var t = getSumTime(\''+filesApproxStr+'\','+str(approximateTime)+');startProgresBar(t);"></div></div>'
formStr += '<input type="hidden" name="actions" value="applyFilter">'
formStr += '<input type="hidden" name="pagesToRender" value="showFile:showGraph">'
formStr += '<input type="hidden" name="caseName" value="'+caseName+'">'
formStr += '<input type="hidden" name="filePath" value="'+filePath+'">'
formStr += '</form>'
print formStr
print '<hr/>'
print htmlGen.generateProgresBar()
def printInputFilterForm(filePath, caseName):
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath),
caseName)
approximateTime = helper.getRenderGraphTime(os.path.getsize(filePath))
title = 'Approximate time to render graph is: ' + helper.getReadableTimeInfo(
approximateTime)
originFiles = SQLHelper.loadFiles(caseName, 'origin')
filteredFiles = SQLHelper.loadFiles(caseName, 'filtered')
tmpFiles = SQLHelper.loadFiles(caseName, 'tmp')
filesApproxStr = generateFilesAproximateTimeString(originFiles, caseName)
filesApproxStr += generateFilesAproximateTimeString(
filteredFiles, caseName)
filesApproxStr += generateFilesAproximateTimeString(tmpFiles, caseName)
options = '<optgroup label="Original files">'
for file in originFiles:
options += ' <option value="' + file + '">' + file + '</option>'
options += '</optgroup>'
options += '<option data-divider="true"></option>'
options += '<optgroup label="Filtered files">'
for file in filteredFiles:
options += ' <option value="' + file + '">' + file + '</option>'
options += '</optgroup>'
options += '<option data-divider="true"></option>'
options += '<optgroup label="Temporary files">'
for file in tmpFiles:
options += ' <option value="' + file + '">' + file + '</option>'
allFiles = originFiles + filteredFiles + tmpFiles
table = '<div id="files" class="collapse">'
table += '<table id="" class="display" cellspacing="0" width="100%">'
table += '<thead><tr><th>ID</th><th>Name</th><th>Size</th><th>First Packet</th><th>Last Packet</th><th>Filter</th><th>Source File</th><th>Description</th></tr><tbody>'
for file in allFiles:
info = helper.getReadableFileInfo(file, caseName)
sourceID = str(SQLHelper.getFileID(info[4], caseName)) + '.' if str(
SQLHelper.getFileID(info[4], caseName)) != 'None' else ''
table += '<tr><th>%s</th><th><div class="checkbox"><label><input type="checkbox" value="%s" name="additionalFiles" id="additionalFiles"><b>%s</b></label></div> </th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th><th>%s</th></tr>' % (
str(info[6]), file, file, info[1], info[2], info[3], info[0],
sourceID + info[4], info[5])
table += '</tbody></table></div>'
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath),
caseName)
options += '</optgroup>'
print '<h2>File Details</h2>'
formStr = '<form action="main.py" class="form-horizontal" method="post">'
formStr += '<div class="form-group"><label class="col-md-2">Current filter on File:</label>'
formStr += '<p class="col-md-10 form-control-static">' + info[
0] + '</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Size:</label>'
formStr += '<p class="col-md-10 form-control-static">' + info[
1] + '</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">First Packet:</label>'
formStr += '<p class="col-md-10 form-control-static">' + info[
2] + '</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Last Packet:</label>'
formStr += '<p class="col-md-10 form-control-static">' + info[
3] + '</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Source File:</label>'
formStr += '<p class="col-md-10 form-control-static">' + info[
4] + '</p></div>'
formStr += '<div class="form-group"><label class="col-md-2">Description:</label>'
formStr += '<div class="col-md-4"><input type="text" class="form-control" name="description"value="%s" /></div>' % info[
5]
formStr += '<input type="hidden" name="pagesToRender" value="showFile">'
formStr += '<input type="hidden" name="caseName" value="' + caseName + '"/>'
formStr += '<input type="hidden" name="filePath" value="' + filePath + '"/>'
formStr += '<input type="hidden" name="actions" value="editDescription"/>'
formStr += '<input type="submit" class="btn btn-default" value="Edit" name="Edit"/></div></form>'
formStr += '<h2>Graph settings</h2>'
formStr += '<form action="main.py" class="form-horizontal" method="post">'
formStr += '<div class="form-group"><label class="col-md-2">Time window:</label>'
formStr += '<div class="col-md-2"><label>From:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" value="%s"name="start"/></div>' % (
info[2])
formStr += '<div class="col-md-2"><label>To:</label><input type="text" title="Enter date and time in format: YYYY-MM-DD HH:MM:SS" class="form-control" value="%s"name="end"/></div><div class="col-md-4">*This condition applies on ALL selected files.</div></div>' % (
info[3])
formStr += '<div class="form-group"><label class="col-md-2">Files to compare:</label>'
formStr += '<div class="col-md-10"><a data-toggle="collapse" href="#files">Show/Hide</a></div></div>'
formStr += '<div class="form-group"><div class="col-md-12"> ' + table + '</div></div>'
formStr += '<div class="form-group"><label class="col-md-2">Edit filter:</label>'
formStr += '<div class="col-md-4"><textarea class="form-control" name="filterContent"></textarea></div><div class="col-md-4">*This condition applies ONLY on primary selected file.</div></div>'
formStr += '<div class="form-group"><label class="col-md-2">Graph time sample rate(s):</label>'
formStr += '<div class="col-md-4"><input type="text" title="Enter amount of seconds is one time tick in graph. To low value can cause text label colisions. If empty, default value will be used." class="form-control" name="xtics"/></div></div>'
formStr += '<div class="form-group"><div class="col-md-6">'
formStr += '<input type="submit" class="btn btn-default pull-right" title="' + title + '"value="Render Graph" name="renderGraph" id="renderGraph" onclick="var t = getSumTime(\'' + filesApproxStr + '\',' + str(
approximateTime) + ');startProgresBar(t);">'
formStr += '<input type="submit" class="btn btn-default pull-right" title="' + title + '"name="renderDetailedGraph" value="Render Detailed Graph" name="renderDetailedGraph" id="renderDetailedGraph" onclick="var t = getSumTime(\'' + filesApproxStr + '\',' + str(
approximateTime) + ');startProgresBar(t);"></div></div>'
formStr += '<input type="hidden" name="actions" value="applyFilter">'
formStr += '<input type="hidden" name="pagesToRender" value="showFile:showGraph">'
formStr += '<input type="hidden" name="caseName" value="' + caseName + '">'
formStr += '<input type="hidden" name="filePath" value="' + filePath + '">'
formStr += '</form>'
print formStr
print '<hr/>'
print htmlGen.generateProgresBar()
def render(caseName, filePath, additionalFiles=[], type="png", start="", end="", xtics=""):
syslog.syslog("PCAP APP: renderGraph: started: " + str(datetime.datetime.now()))
colors = ["red", "black", "yellow", "green", "blue", "cyan", "orange", "violet"]
originFileName = helper.getDBNameFromPath(filePath)
dirpath = os.path.dirname(filePath) + "/tmp"
dirpath = CASES_DIR + caseName + TMP_DIR
shutil.copy(GRAPH_SCRIPT_DIR + "Makefile", dirpath)
if type == "png":
shutil.copy(GRAPH_SCRIPT_DIR + "throughput.gpi", dirpath + "/" + "throughput.gpi")
else:
shutil.copy(GRAPH_SCRIPT_DIR + "throughputDetail.gpi", dirpath + "/" + "throughput.gpi")
data = open(dirpath + "/" + os.path.basename(filePath) + ".data", "w")
syslog.syslog("PCAP APP: Processing file: " + filePath + " started: " + str(datetime.datetime.now()))
subprocess.call(["tshark", "-q", "-nr", filePath, "-t", "ad", "-z" "io,stat,1"], stdout=data)
syslog.syslog("PCAP APP: Processing file: " + filePath + " ended: " + str(datetime.datetime.now()))
script = open(dirpath + "/throughput.gpi", "a")
if xtics != "":
try:
xtics = int(xtics)
script.write("set xtics " + str(xtics) + "\n")
except ValueError:
pass
f = helper.getFilter(caseName, helper.getDBNameFromPath(filePath))
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath), caseName)
if info[4]:
originFileName = info[4]
syslog.syslog("PCAP APP: " + helper.getDBNameFromPath(filePath))
plot = (
'plot "'
+ os.path.basename(data.name)
+ '" using 2:4 every ::13 with lines ls 1 lc rgb "'
+ colors[0]
+ '" title "'
+ originFileName
+ ", filter: "
+ f
+ '"'
)
syslog.syslog("PCAP APP: " + plot)
data.close()
i = 1
for file in additionalFiles:
filePath = CASES_DIR + caseName + PCAP_DIR + file
ret = Filter.applyTimeFilterOnFile(filePath, caseName, start, end)
if ret:
filePath = ret
dirpath = os.path.dirname(filePath)
data = open(dirpath + "/" + file.replace("/", "-") + ".data", "w")
syslog.syslog("PCAP APP: Processing file: " + file + " started: " + str(datetime.datetime.now()))
subprocess.call(["tshark", "-q", "-nr", filePath, "-t", "ad", "-z" "io,stat,1"], stdout=data)
syslog.syslog("PCAP APP: Processing file: " + file + " ended: " + str(datetime.datetime.now()))
info = helper.getReadableFileInfo(file, caseName)
f = helper.getFilter(caseName, file)
if info[4] != "n/a":
file = info[4]
plot += (
', "'
+ os.path.basename(data.name)
+ '" using 2:4 every ::13 with lines ls 1 lc rgb "'
+ colors[i % 8]
+ '" title "'
+ file
+ ",filter: "
+ f
+ '"'
)
data.close()
i += 1
script.write(plot)
script.close()
os.chdir(dirpath)
if type == "png":
subprocess.check_output(["make", "png"])
ret = dirpath + "/throughput.png"
else:
subprocess.check_output(["make"])
ret = dirpath + "/throughput.pdf"
syslog.syslog("PCAP APP: renderGraph: ended: " + str(datetime.datetime.now()))
return ret
def render(caseName,
filePath,
additionalFiles=[],
type='png',
start='',
end='',
xtics=''):
syslog.syslog("PCAP APP: renderGraph: started: " +
str(datetime.datetime.now()))
colors = [
"red", "black", "yellow", "green", "blue", "cyan", "orange", "violet"
]
originFileName = helper.getDBNameFromPath(filePath)
dirpath = os.path.dirname(filePath) + '/tmp'
dirpath = CASES_DIR + caseName + TMP_DIR
shutil.copy(GRAPH_SCRIPT_DIR + 'Makefile', dirpath)
if type == 'png':
shutil.copy(GRAPH_SCRIPT_DIR + 'throughput.gpi',
dirpath + "/" + 'throughput.gpi')
else:
shutil.copy(GRAPH_SCRIPT_DIR + 'throughputDetail.gpi',
dirpath + "/" + 'throughput.gpi')
data = open(dirpath + '/' + os.path.basename(filePath) + '.data', 'w')
syslog.syslog("PCAP APP: Processing file: " + filePath + " started: " +
str(datetime.datetime.now()))
subprocess.call(
['tshark', '-q', '-nr', filePath, '-t', 'ad', '-z'
'io,stat,1'],
stdout=data)
syslog.syslog("PCAP APP: Processing file: " + filePath + " ended: " +
str(datetime.datetime.now()))
script = open(dirpath + '/throughput.gpi', 'a')
if xtics != '':
try:
xtics = int(xtics)
script.write("set xtics " + str(xtics) + '\n')
except ValueError:
pass
f = helper.getFilter(caseName, helper.getDBNameFromPath(filePath))
info = helper.getReadableFileInfo(helper.getDBNameFromPath(filePath),
caseName)
if info[4]:
originFileName = info[4]
syslog.syslog("PCAP APP: " + helper.getDBNameFromPath(filePath))
plot = 'plot "' + os.path.basename(
data.name
) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[
0] + '" title "' + originFileName + ", filter: " + f + '"'
syslog.syslog("PCAP APP: " + plot)
data.close()
i = 1
for file in additionalFiles:
filePath = CASES_DIR + caseName + PCAP_DIR + file
ret = Filter.applyTimeFilterOnFile(filePath, caseName, start, end)
if ret:
filePath = ret
dirpath = os.path.dirname(filePath)
data = open(dirpath + '/' + file.replace('/', '-') + '.data', 'w')
syslog.syslog("PCAP APP: Processing file: " + file + " started: " +
str(datetime.datetime.now()))
subprocess.call(
['tshark', '-q', '-nr', filePath, '-t', 'ad', '-z'
'io,stat,1'],
stdout=data)
syslog.syslog("PCAP APP: Processing file: " + file + " ended: " +
str(datetime.datetime.now()))
info = helper.getReadableFileInfo(file, caseName)
f = helper.getFilter(caseName, file)
if info[4] != 'n/a':
file = info[4]
plot += ', "' + os.path.basename(
data.name
) + '" using 2:4 every ::13 with lines ls 1 lc rgb "' + colors[
i % 8] + '" title "' + file + ",filter: " + f + '"'
data.close()
i += 1
script.write(plot)
script.close()
os.chdir(dirpath)
if type == 'png':
subprocess.check_output(['make', 'png'])
ret = dirpath + '/throughput.png'
else:
subprocess.check_output(['make'])
ret = dirpath + '/throughput.pdf'
syslog.syslog("PCAP APP: renderGraph: ended: " +
str(datetime.datetime.now()))
return ret
