def main(self):
""" Setup query and run report with default column set
"""
if self.options.timerange:
timefilter = TimeFilter.parse_range(self.options.timerange)
else:
timefilter = TimeFilter(self.options.time0, self.options.time1)
if self.options.trafficexpr:
trafficexpr = TrafficFilter(self.options.trafficexpr)
else:
trafficexpr = None
legend_columns, all_data = self.identity_report(timefilter=timefilter,
trafficexpr=trafficexpr,
testfile=self.options.testfile)
legend, activity = self.analyze_login_data(all_data, legend_columns)
if activity and self.options.timeseries_report:
headers, tbl_data = self.generate_traffic(activity, legend, 'timeseries')
elif activity and self.options.summary_report:
headers, tbl_data = self.generate_traffic(activity, legend, 'summary')
else:
headers = ('Host IP', 'Login Time', 'Logout Time', 'Duration')
tbl_data = [(x[0], format_time(x[1]), format_time(x[2]), x[3])
for x in activity]
if self.options.csv:
Formatter.print_csv(tbl_data, headers)
elif self.options.tsv:
Formatter.print_csv(tbl_data, headers, delim='\t')
else:
Formatter.print_table(tbl_data, headers)
def main(self):
if self.options.showsources:
svcdef = self.appresponse.find_service('npm.reports')
dr = svcdef.bind('source_names')
source_names = dr.execute('get').data
print('\n'.join(source_names))
return
source = SourceProxy(name=self.options.sourcename)
columns = []
headers = []
if self.options.keycolumns:
for col in self.options.keycolumns.split(','):
columns.append(Key(col))
headers.append(col)
for col in self.options.valuecolumns.split(','):
columns.append(Value(col))
headers.append(col)
topbycolumns = []
if self.options.topbycolumns:
for col in self.options.topbycolumns.split(','):
topbycolumns.append(Key(col))
data_def = DataDef(source=source,
columns=columns,
granularity=self.options.granularity,
resolution=self.options.resolution,
time_range=self.options.timerange,
limit=self.options.limit,
topbycolumns=topbycolumns)
if self.options.filterexpr:
data_def.add_filter(
TrafficFilter(type_='steelfilter',
value=self.options.filterexpr))
report = Report(self.appresponse)
report.add(data_def)
report.run()
data = report.get_data()
headers = report.get_legend()
report.delete()
if self.options.csvfile:
with open(self.options.csvfile, 'w') as f:
for line in Formatter.get_csv(data, headers):
f.write(line)
f.write('\n')
else:
Formatter.print_csv(data, headers)
def main(self):
if self.options.sourcetype == 'file':
source = self.appresponse.fs.get_file_by_id(self.options.sourceid)
elif self.options.sourcetype == 'job':
source = self.appresponse.capture.\
get_job_by_name(self.options.sourceid)
else:
source = self.appresponse.clips.\
get_clip_by_id(self.options.sourceid)
data_source = SourceProxy(source)
columns = []
headers = []
if self.options.keycolumns:
for col in self.options.keycolumns.split(','):
columns.append(Key(col))
headers.append(col)
for col in self.options.valuecolumns.split(','):
columns.append(Value(col))
headers.append(col)
data_def = DataDef(source=data_source,
columns=columns,
granularity=self.options.granularity,
resolution=self.options.resolution,
time_range=self.options.timerange)
if self.options.filterexpr:
data_def.add_filter(
TrafficFilter(type_=self.options.filtertype,
value=self.options.filterexpr))
report = Report(self.appresponse)
report.add(data_def)
report.run()
data = report.get_data()
headers = report.get_legend()
report.delete()
if self.options.csvfile:
with open(self.options.csvfile, 'w') as f:
for line in Formatter.get_csv(data, headers):
f.write(line)
f.write('\n')
else:
Formatter.print_csv(data, headers)
def main(self):
""" Setup query and run report with default column set
"""
if self.options.timerange:
timefilter = TimeFilter.parse_range(self.options.timerange)
else:
timefilter = TimeFilter(self.options.time0, self.options.time1)
if self.options.trafficexpr:
trafficexpr = TrafficFilter(self.options.trafficexpr)
else:
trafficexpr = None
legend_columns, all_data = self.identity_report(
timefilter=timefilter,
trafficexpr=trafficexpr,
testfile=self.options.testfile)
legend, activity = self.analyze_login_data(all_data, legend_columns)
if activity and self.options.timeseries_report:
headers, tbl_data = self.generate_traffic(activity, legend,
'timeseries')
elif activity and self.options.summary_report:
headers, tbl_data = self.generate_traffic(activity, legend,
'summary')
else:
headers = ('Host IP', 'Login Time', 'Logout Time', 'Duration')
tbl_data = [(x[0], format_time(x[1]), format_time(x[2]), x[3])
for x in activity]
if self.options.csv:
Formatter.print_csv(tbl_data, headers)
elif self.options.tsv:
Formatter.print_csv(tbl_data, headers, delim='\t')
else:
Formatter.print_table(tbl_data, headers)
def print_data(self, data, header):
if self.options.as_csv:
Formatter.print_csv(data, header)
else:
Formatter.print_table(data, header)
def handle(self, *args, **options):
""" Main command handler. """
self.options = options
if options['table_list']:
# print out the id's instead of processing anything
output = []
for t in Table.objects.all():
output.append([t.id, t.namespace, t.queryclassname, t.name, t])
Formatter.print_table(output, ['ID', 'Namespace', 'QueryClass',
'Name', 'Table'])
elif options['table_list_by_report']:
# or print them out organized by report/widget/table
output = []
reports = Report.objects.all()
for report in reports:
for table in report.tables():
for widget in table.widget_set.all():
line = [table.id, report.title, widget.title, table]
output.append(line)
Formatter.print_table(output, ['ID', 'Report', 'Widget', 'Table'])
elif options['criteria_list']:
if 'table_id' in options and options['table_id'] is not None:
table = Table.objects.get(id=options['table_id'])
elif 'table_name' in options and options['table_name'] is not None:
table = Table.objects.get(name=options['table_name'])
else:
raise ValueError("Must specify either --table-id or "
"--table-name to run a table")
form = self.get_form(table)
# Only show criteria options that were included in report
# and given a label, other ones are for internal table use.
# criteria like ignore_cache can still be passed in, they
# just won't be shown in this list
output = [(k, v.label)
for k, v in form.fields.iteritems() if v.label]
Formatter.print_table(output, ['Keyword', 'Label'])
else:
if 'table_id' in options and options['table_id'] is not None:
table = Table.objects.get(id=options['table_id'])
elif 'table_name' in options and options['table_name'] is not None:
table = Table.objects.get(name=options['table_name'])
else:
raise ValueError("Must specify either --table-id or "
"--table-name to run a table")
# Django gives us a nice error if we can't find the table
self.console('Table %s found.' % table)
# Parse criteria options
criteria_options = {}
if 'criteria' in options and options['criteria'] is not None:
for s in options['criteria']:
(k, v) = s.split(':', 1)
criteria_options[k] = v
form = self.get_form(table, data=criteria_options)
if not form.is_valid(check_unknown=True):
self.console('Invalid criteria:')
logger.error('Invalid criteria: %s' %
','.join('%s:%s' % (k, v)
for k, v in form.errors.iteritems()))
for k, v in form.errors.iteritems():
self.console(' %s: %s' % (k, ','.join(v)))
sys.exit(1)
criteria = form.criteria()
columns = [c.name for c in table.get_columns()]
if options['only_columns']:
print columns
return
job = Job.create(table=table, criteria=criteria,
update_progress=False)
job.save()
self.console('Job created: %s' % job)
self.console('Criteria: %s' % criteria.print_details())
start_time = datetime.datetime.now()
job.start()
self.console('Job running . . ', ending='')
# wait for results
while not job.done():
# self.console('. ', ending='')
# self.stdout.flush()
time.sleep(1)
end_time = datetime.datetime.now()
delta = end_time - start_time
seconds = float(delta.microseconds +
(delta.seconds + delta.days*24*3600)*10**6)/10**6
self.console('Done!! (elapsed time: %.2f seconds)' % seconds)
self.console('')
# Need to refresh the column list in case the job changed them
# (ephemeral cols)
columns = [c.name for c in table.get_columns()]
if job.status == job.COMPLETE:
if options['as_csv']:
if options['output_file']:
with open(options['output_file'], 'w') as f:
for line in Formatter.get_csv(job.values(),
columns):
f.write(line)
f.write('\n')
else:
Formatter.print_csv(job.values(), columns)
else:
Formatter.print_table(job.values(), columns)
else:
self.console("Job completed with an error:")
self.console(job.message)
sys.exit(1)
def print_data(self, data, header):
if self.options.as_csv:
Formatter.print_csv(data, header)
else:
Formatter.print_table(data, header)
def handle(self, *args, **options):
""" Main command handler. """
self.options = options
if options['table_list']:
# print out the id's instead of processing anything
output = []
for t in Table.objects.all():
output.append([t.id, t.namespace, t.queryclassname, t.name, t])
Formatter.print_table(
output, ['ID', 'Namespace', 'QueryClass', 'Name', 'Table'])
elif options['table_list_by_report']:
# or print them out organized by report/widget/table
output = []
reports = Report.objects.all()
for report in reports:
for table in report.tables():
for widget in table.widget_set.all():
line = [table.id, report.title, widget.title, table]
output.append(line)
Formatter.print_table(output, ['ID', 'Report', 'Widget', 'Table'])
elif options['criteria_list']:
if 'table_id' in options and options['table_id'] is not None:
table = Table.objects.get(id=options['table_id'])
elif 'table_name' in options and options['table_name'] is not None:
table = Table.objects.get(name=options['table_name'])
else:
raise ValueError("Must specify either --table-id or "
"--table-name to run a table")
form = self.get_form(table)
# Only show criteria options that were included in report
# and given a label, other ones are for internal table use.
# criteria like ignore_cache can still be passed in, they
# just won't be shown in this list
output = [(k, v.label) for k, v in form.fields.iteritems()
if v.label]
Formatter.print_table(output, ['Keyword', 'Label'])
else:
if 'table_id' in options and options['table_id'] is not None:
table = Table.objects.get(id=options['table_id'])
elif 'table_name' in options and options['table_name'] is not None:
table = Table.objects.get(name=options['table_name'])
else:
raise ValueError("Must specify either --table-id or "
"--table-name to run a table")
# Django gives us a nice error if we can't find the table
self.console('Table %s found.' % table)
# Parse criteria options
criteria_options = {}
if 'criteria' in options and options['criteria'] is not None:
for s in options['criteria']:
(k, v) = s.split(':', 1)
criteria_options[k] = v
form = self.get_form(table, data=criteria_options)
if not form.is_valid(check_unknown=True):
self.console('Invalid criteria:')
logger.error('Invalid criteria: %s' %
','.join('%s:%s' % (k, v)
for k, v in form.errors.iteritems()))
for k, v in form.errors.iteritems():
self.console(' %s: %s' % (k, ','.join(v)))
sys.exit(1)
criteria = form.criteria()
columns = [c.name for c in table.get_columns()]
if options['only_columns']:
print columns
return
job = Job.create(table=table,
criteria=criteria,
update_progress=False)
job.save()
self.console('Job created: %s' % job)
self.console('Criteria: %s' % criteria.print_details())
start_time = datetime.datetime.now()
job.start()
self.console('Job running . . ', ending='')
# wait for results
while not job.done():
# self.console('. ', ending='')
# self.stdout.flush()
time.sleep(1)
end_time = datetime.datetime.now()
delta = end_time - start_time
seconds = float(delta.microseconds +
(delta.seconds + delta.days * 24 * 3600) *
10**6) / 10**6
self.console('Done!! (elapsed time: %.2f seconds)' % seconds)
self.console('')
# Need to refresh the column list in case the job changed them
# (ephemeral cols)
columns = [c.name for c in table.get_columns()]
if job.status == job.COMPLETE:
if options['as_csv']:
if options['output_file']:
with open(options['output_file'], 'w') as f:
for line in Formatter.get_csv(
job.values(), columns):
f.write(line)
f.write('\n')
else:
Formatter.print_csv(job.values(), columns)
else:
Formatter.print_table(job.values(), columns)
else:
self.console("Job completed with an error:")
self.console(job.message)
sys.exit(1)
