def __init__(self, **kwargs):
ScrollableView.__init__(self, **kwargs)
# Each panel is a list of TopqueryLabels
self.panels = []
self.currently_displayed = 0
self.font = Font("Courier", 13)
def __init__(self, num_rows, num_columns, cell_size, **kwds):
ScrollableView.__init__(self)
self._num_rows = num_rows
self._num_columns = num_columns
self._cell_size = cell_size
self._update_extent()
self.set(**kwds)
def __init__(self, *args, **kwargs):
ScrollableView.__init__(self, *args, **kwargs)
Display.__init__(self)
self.background_color = PyGUI_rgb(1, 1, 1)
# the backing cache (only needed if we are on OS_X)
if backing_is_on:
self.__backing_cache = weakref.WeakKeyDictionary()
# set up a standard size
self.extent = (50, 50)
# ---- event handling
# the mouseover view
self.__mouseoverview_ref = None
self.__mouseoverviews = weakref.WeakSet()
# the last view where the mouse went down (drag origin view)
self.__mousedownview_ref = None
# the mouse position
self.__mousepos = (0, 0)
# is the mouse being dragged?
self.__mousedragging = False
def __init__(self, pagenum, status, crop_button=None, *args, **kw):
ScrollableView.__init__(self, *args, **kw)
self.pagenum = pagenum
self.crop_button = crop_button
self.selection = None
self.status = status
self.status_info = dict(mouse=None, selection=None)
def __init__(self):
ScrollableView.__init__(self)
self.text = "_root.onMouseDown = function () {\n\ttrace('Hi');\n};"
self.font = Font('Courier', 16)
self.selecting = False
self.lexer = ActionScriptLexer()
self.cursorpos = 0
self.scursorpos = 0
self.selection = (0, 0)
self.formatter = PyGUIFormatter()
# self.filter = NameHighlightFilter(
self.filter = EverythingHighlightFilter(
names=['trace'],
tokentype=Token.Keyword,
names2=['_root', '_global'],
tokentype2=Token.Name.Builtin,
names3=[
'_alpha', 'blendMode', 'cacheAsBitmap', '_currentframe',
'_droptarget', 'enabled', 'filters', 'focusEnabled',
'_focusRect', 'forceSmoothing', '_framesloaded', '_height',
'_highquality', 'hitArea', '_lockroot', 'menu',
'opaqueBackground', '_parent', '_quality', '_rotation',
'scale9Grid', 'scrollRect', '_soundbuftime', 'tabChildren',
'tabEnabled', 'tabIndex', '_target', 'totalframes',
'trackAsMenu', 'transform', '_url', 'useHandCursor',
'_visible', '_width', '_x', '_xmouse', '_xscale', '_y',
'_ymouse', '_yscale'
],
tokentype3=Token.Name.Variable.Class)
self.extent = (self.width, self.height)
# Not working - no idea why - disabled to add speed
self.lexer.add_filter(self.filter)
def __init__(self, num_rows, num_columns, cell_size, **kwds):
ScrollableView.__init__(self)
self._num_rows = num_rows
self._num_columns = num_columns
self._cell_size = cell_size
self._update_extent()
self.set(**kwds)
def __init__( self, grid_array, **kwds ):
'''
Constructor
'''
#call the parent constructor
ScrollableView.__init__( self,
**kwds )
self._grid = custom_grid.Custom_Grid( grid_array )
self.width = self._grid.width + 20
self.place( self._grid )
self.set_extent( (self._grid.width, self._grid.height) )
def __init__(self, **kwds): ScrollableView.__init__(self, **kwds) self.extent = (1000, 1000)
def __init__( self,
player_list,
player_keys,
**kwds ):
"""This method is the constructor for the object."""
#call the parent constructor
ScrollableView.__init__( self,
**kwds )
# Create list of player rows
player_rows = []
# get the list of player names
player_names = player_list.keys( )
# put the list in alphabetical order
player_names.sort( )
# Iterate through the list of players getting their data
for name in player_names:
current_row = [] # Just a list of Labels, not a Row
player = player_list[name]
current_row = player.Fill_Data( current_row )
player_rows.append( current_row )
#end for
#The player list will be displayed in tabular format
self._scrolling_grid_view =\
Scrolling_Grid_View( grid_array = player_rows,
scrolling = "v" )
# Create a list of the labels for headers and line them up with the grid
label_row = []
#create labels for the header information
num_cols = min( len(player_keys),
self._scrolling_grid_view.get_num_cols() )
for i in range( 0, num_cols ):
header_label = Label( player_keys[i],
font = Font( style = ["bold"] ) )
# If player grid column is wider than current label
if self._scrolling_grid_view.get_col_width( i ) > header_label.width:
# Set column width to match grid
header_label.width = self._scrolling_grid_view.get_col_width( i )
else:
self._scrolling_grid_view.set_col_width( i, header_label.width )
# end if grid column is wider
label_row.append( header_label )
#end loop through player keys
# Place the column headers in the player frame
self._header_row = Row( label_row )
self.place( self._header_row,
left = 0,
top = 0 )
# Set the height and width of the grid based on the dimensions of the
# other components
self._scrolling_grid_view.height = self.height - self._header_row.height
self._scrolling_grid_view.width = max( self._scrolling_grid_view.width,
self.width - 2 )
# Set extent of scrolling to accommodate the entire grid
self.set_extent( (self._scrolling_grid_view.width, self.height) )
# Put the grid into the frame
self.place( self._scrolling_grid_view,
top = self._header_row,
sticky = 'nsew' )
def __init__(self, **kwds):
ScrollableView.__init__(self, **kwds)
self.extent = (1000, 1000)
def container_resized(self, event):
self.extent = (self.width, self.height)
ScrollableView.container_resized(self, event)
def create_checkbox_lists(self, initial=False):
"""
Removes the current user and server checkbox panels from the window,
if they exist (if they don't, they will be None, from __init__())
creates new ones with data from the current table, then adds them
to the window again. If @initial is True, only the last partition
(month) of the 'unified' table will be used for counts, but all
users and servers will still be shown
@initial - if this is the first time the checkbox lists are being
generated, it works a bit differently: the counts are
taken from just the last partition of the unified table
so that startup doesn't take forever. We then also need
to grab the names of other users who didn't appear in
this first partition
"""
# Remove current user and server checkbox panels from the window
if self.user_panel:
self.window.remove(self.user_panel)
if self.server_panel:
self.window.remove(self.server_panel)
# Create user filter checkboxes
if initial:
print_and_execute("""SELECT PARTITION_NAME
FROM INFORMATION_SCHEMA.PARTITIONS
WHERE TABLE_SCHEMA = 'reduced_log'
AND TABLE_NAME = 'unified'""", self.cur)
# there will be each month, then the 'other' partition, so we want to
# select from the 2nd to last partition
last_partition = [x for x, in self.cur.fetchall()][-2]
table_to_use = "unified PARTITION({0})".format(last_partition)
else:
table_to_use = self.current_table_name()
print_and_execute("""SELECT userid, user, count
FROM (SELECT userid, COUNT(*) AS count
FROM {0} GROUP BY userid
) AS sth
NATURAL JOIN users
ORDER BY count DESC
""".format(table_to_use), self.cur)
userlist = [x for x in self.cur.fetchall()]
x_pos = 0
y_pos = 0
y_spacing = 20
self.user_checkboxes = {}
size_width = 220
extent_width = size_width
for userid, user, count in userlist:
self.user_checkboxes[user] = CheckBox("{0} ({1})".format(user.replace('_', '_ '),
count),
position = (x_pos, y_pos),
value = True)
extent_width = max(self.user_checkboxes[user].size[0], extent_width)
y_pos += y_spacing
# Get users that didn't appear in the last partition, if @initial
if initial:
self.cur.execute("SELECT user, userid FROM users")
for user, userid in self.cur.fetchall():
if user in self.user_checkboxes:
continue
self.user_checkboxes[user] = CheckBox(user.replace('_', '_ ') + " (0)",
position = (x_pos, y_pos),
value = True)
extent_width = max(self.user_checkboxes[user].size[0], extent_width)
y_pos += y_spacing
# Add the user checkboxes to a ScrollableView:
self.user_panel = ScrollableView(size = (size_width, 150),
extent = (extent_width,
max(150, y_pos)),
scrolling = 'v' if extent_width <= size_width else 'hv')
for cbox in self.user_checkboxes.values():
self.user_panel.add(cbox)
# Add the panel to the window
self.window.place(self.user_panel, top = top,
left = self.query_type_panel + horiz_sp)
# Create server filter checkboxes
print_and_execute("""SELECT serverid, server, count
FROM (SELECT serverid, COUNT(*) AS count
FROM {0} GROUP BY serverid
) as sth
NATURAL JOIN servers
ORDER BY count DESC
""".format(table_to_use), self.cur)
serverlist = [x for x in self.cur.fetchall()]
x_pos = 0
y_pos = 0
y_spacing = 20
self.server_checkboxes = {}
size_width = 300
extent_width = size_width
for serverid, server, count in serverlist:
self.server_checkboxes[server] = CheckBox("{0} ({1})".format(server,
count),
position = (x_pos, y_pos),
value = True)
extent_width = max(self.server_checkboxes[server].size[0], extent_width)
y_pos += y_spacing
if initial:
self.cur.execute("SELECT server FROM servers")
for server, in self.cur.fetchall():
if server in self.server_checkboxes:
continue
self.server_checkboxes[server] = CheckBox(server.replace('_', '_ ') + " (0)",
position = (x_pos, y_pos),
value = True)
extent_width = max(self.server_checkboxes[server].size[0], extent_width)
y_pos += y_spacing
# Add the server checkboxes to a ScrollableView
self.server_panel = ScrollableView(size = (size_width, 150),
extent = (extent_width,
max(150, y_pos)),
scrolling = 'v' if extent_width <= size_width else 'hv')
for cbox in self.server_checkboxes.values():
self.server_panel.add(cbox)
# Add the server panel to the window
self.window.place(self.server_panel, top = top,
left=self.user_panel + 10)
class Tool(Application):
def __init__(self):
Application.__init__(self, title = "Log Analysis Tool")
print >>sys.stderr, "app init'd"
self.window = Window(size = (1200, 750), title = "Log Analysis Tool")
print >>sys.stderr, "made window"
# Create db cursor
db = get_conn(dbname = 'reduced_log')
self.cur = db.cursor()
print >>sys.stderr, "made db cursor"
self.current_table_suffix = None
# Load the dummy image for now
self.image = GraphView(size = (640, 460), position = (10, 10))
self.graph_panel = Frame()
self.graph_panel.add(self.image)
print >>sys.stderr, "loaded dummy image"
# Declare other image lists
self.full_ = None
self.peruser_alltime_ = None
self.peruser_divided_total_ = None
self.peruser_divided_ = None
# Create the display selection radio
self.display_select_radiogroup = RadioGroup(action =
self.change_images)
height, startx = 495, 20
sp = 10
r1 = RadioButton("All users",
group = self.display_select_radiogroup,
value = 'all_users')
r2 = RadioButton("Per user, query type",
group = self.display_select_radiogroup,
value = 'peruser_querytype')
r3 = RadioButton("Per user, time",
group = self.display_select_radiogroup,
value = 'peruser_time')
r4 = RadioButton("Per user, query type and time",
group = self.display_select_radiogroup,
value = 'peruser_querytype_time')
self.graph_panel.place(r1, top = self.image + 10, left = sp)
self.graph_panel.place(r2, top = self.image + 10, left = r1 + sp)
self.graph_panel.place(r3, top = self.image + 10, left = r2 + sp)
self.graph_panel.place(r4, top = self.image + 10, left = r3 + sp)
self.window.place(self.graph_panel, top=0, left=0)
self.display_select_radiogroup.value = 'all_users'
# Create the top queries textbox
self.topqueries = TopqueryPanel(size = (500, 460),
extent = (500, 1000))
self.topqueries.panels = [[TopqueryLabel("This is a placeholder until you select a filter",
["This is where", "the values", "will go"])]]
self.window.place(self.topqueries, top=10, left=680)
topqueries_next_button = Button("Next", action = self.topqueries.next)
topqueries_prev_button = Button("Prev", action = self.topqueries.prev)
self.window.place(topqueries_next_button, left = 930, top = top - 50)
self.window.place(topqueries_prev_button, left = 830, top = top - 50)
print >>sys.stderr, "made top queries text box"
# Declare the filter and last updated filter pointers
self.fil = None
self.last_used_fil = None
#
# *************************
# FILTER PANEL
# *************************
#
# **CREATE DATE PANEL**
field_width = 140
self.date_panel = Frame()
self.begin_date_field = TextField(size = (field_width, 30),
position = (0, 5),
text = DEFAULT_BEGIN_DATE_TEXT)
self.end_date_field = TextField(size = (field_width, 30),
position = (0, 35),
text = DEFAULT_END_DATE_TEXT)
self.date_panel.size = (field_width, 0)
# Time division radios
self.time_division_radiogroup = RadioGroup()
left, right = 5, 70
row1, rowspace = 95, 25
group_by_label = Label("Group by:",
position = (5, 70))
hour = RadioButton("Hour",
position = (left, row1),
group = self.time_division_radiogroup,
value = 'hour')
day = RadioButton("Day",
position = (right, row1),
group = self.time_division_radiogroup,
value = 'day')
week = RadioButton('Week',
position = (left, row1 + rowspace),
group = self.time_division_radiogroup,
value = 'week',
enabled = False) #TODO: implement 'week' in the gnuplot function
month = RadioButton("Month",
position = (right, row1 + rowspace),
group = self.time_division_radiogroup,
value = 'month')
year = RadioButton("Year",
position = (left, row1 + 2*rowspace),
group = self.time_division_radiogroup,
value = 'year')
self.time_division_radiogroup.value = 'day'
self.last_grouped_by = None
# Add all to date panel
self.date_panel.add([self.begin_date_field, self.end_date_field])
self.date_panel.add([group_by_label, hour, day, week, month, year])
self.window.place(self.date_panel, top=top, left=10)
print >>sys.stderr, "made date panel"
# **CREATE QUERY TYPE FILTER CHECKBOXES**
x_pos = 0
y_pos = 0
y_spacing = 20
self.query_type_checkboxes = {}
for qtype in querytypes:
# underscores don't display properly, need an extra space after
self.query_type_checkboxes[qtype] = CheckBox(qtype.replace('_', '_ '),
position = (x_pos,
y_pos),
value = True)
y_pos += y_spacing
# Add the query type checkboxes and buttons to a Frame
self.query_type_panel = Frame()
maxw = 0
for cbox in self.query_type_checkboxes.values():
self.query_type_panel.add(cbox)
maxw = max(cbox.size[0], maxw)
self.query_type_panel.size = (maxw, 0)
# Create all/none/invert buttons for query types
buttonsize = (55, 25)
self.query_type_panel.add(Button("All",
action = (self.select_all,
'query_type'),
size = buttonsize,
position = (20, y_pos)))
y_pos += 25
self.query_type_panel.add(Button("None",
action = (self.deselect_all,
'query_type'),
size = buttonsize,
position = (20, y_pos)))
y_pos += 25
self.query_type_panel.add(Button("Invert",
action = (self.invert_all,
'query_type'),
size = buttonsize,
position = (20, y_pos)))
# Add query_type_panel to the window
self.window.place(self.query_type_panel, top = top,
left=self.date_panel + horiz_sp)
print >>sys.stderr, "made query type cboxes"
# **CREATE USER AND SERVER CHECKBOX LISTS**
self.user_panel = None
self.server_panel = None
self.create_checkbox_lists(initial=True)
self.cur.execute("SELECT user, userid FROM users")
self.userids = dict(self.cur.fetchall())
self.cur.execute("SELECT server, serverid FROM servers")
self.serverids = dict(self.cur.fetchall())
print >>sys.stderr, "made user, server cboxes"
# **CREATE QUERY SEARCH STRING PANEL**
num_search_strings = 5
spacing = 30
field_width = 250
self.search_string_panel = Frame()
self.search_string_panel.size = (field_width, 0)
self.search_string_fields = [TextField(size = (field_width, 30),
position = (0, spacing * i),
text = "Query Search String {0}".format(i + 1))
for i in range(num_search_strings)]
self.search_string_panel.add(self.search_string_fields)
self.any_all_radiogroup = RadioGroup()
any_string_radio = RadioButton("Any",
position = (40, 10 + spacing * \
num_search_strings),
group = self.any_all_radiogroup,
value = 'any')
all_strings_radio = RadioButton("All",
position = (130, 10 + spacing * \
num_search_strings),
group = self.any_all_radiogroup,
value = 'all')
no_string_radio = RadioButton("None",
position = (40, 30 + spacing * \
num_search_strings),
group = self.any_all_radiogroup,
value = 'none')
not_all_string_radio = RadioButton("Not All",
position = (130, 30 + spacing * \
num_search_strings),
group = self.any_all_radiogroup,
value = 'not all')
self.any_all_radiogroup.value = 'any'
self.search_string_panel.add(any_string_radio)
self.search_string_panel.add(all_strings_radio)
self.search_string_panel.add(no_string_radio)
self.search_string_panel.add(not_all_string_radio)
self.window.place(self.search_string_panel, top = top,
left = self.server_panel + 10)
print >>sys.stderr, "made search string panel"
# SELECT ALL/NONE, INVERT USERS
# TODO: create user, server panels? atm only the cboxes are in
# a ScrollableView
buttonsize = (55, 25)
invertbuttonsize = (60, 25)
userstart = 295
serverstart = 565
self.window.place(Button("All",
action = (self.select_all,
'user'),
size = buttonsize),
top = top + 155, left = userstart)
self.window.place(Button("None",
action = (self.deselect_all,
'user'),
size = buttonsize),
top = top + 155, left = userstart + 55 + 5)
self.window.place(Button("Invert",
action = (self.invert_all,
'user'),
size = invertbuttonsize),
top = top + 155, left = userstart + 55 + 5 + 55 + 5)
# user search string textbox
# TODO: the action is always one keystroke behind the text field.
# This is a PyGUI 'bug',but it may only happen on windows (not sure
# how the X server works).
# See http://mail.python.org/pipermail/pygui/2010-November/000102.html
self.user_search_string = ResponsiveTextField(emptyaction = None,
action = (self.select_all_matching,
'user'),
size = (180, 30),
text = DEFAULT_USER_SEARCH_STRING)
self.window.place(self.user_search_string,
top = top + 155 + 25 + 5,
left = userstart)
# SELECT ALL/NONE, INVERT SERVERS
self.window.place(Button("All",
action = (self.select_all,
'server'),
size = buttonsize),
top = top + 155, left = serverstart)
self.window.place(Button("None",
action = (self.deselect_all,
'server'),
size = buttonsize),
top = top + 155, left = serverstart + 55 + 5)
self.window.place(Button("Invert",
action = (self.invert_all,
'server'),
size = invertbuttonsize),
top = top + 155,
left = serverstart + 55 + 5 + 55 + 5)
# server search string textbox
self.server_search_string = ResponsiveTextField(emptyaction = None,
action = (self.select_all_matching,
'server'),
size = (180, 30),
text = DEFAULT_SERVER_SEARCH_STRING)
self.window.place(self.server_search_string,
top = top + 155 + 25 + 5, left=serverstart)
self.window.show()
# **CREATE BUTTONS**
self.negate = CheckBox("Negate Filter", position=(0, 0), value=False)
self.refresh_button = Button("Refresh",
position = (0, 25),
action=self.refresh)
self.update_button = Button("Update",
position = (0, 60),
action = self.update)
# Add buttons to a panel
self.button_panel = Frame()
self.button_panel.add([self.negate,
self.refresh_button,
self.update_button])
self.window.place(self.button_panel, top = top,
left=self.search_string_panel + horiz_sp)
print >>sys.stderr, "made button panel"
def create_checkbox_lists(self, initial=False):
"""
Removes the current user and server checkbox panels from the window,
if they exist (if they don't, they will be None, from __init__())
creates new ones with data from the current table, then adds them
to the window again. If @initial is True, only the last partition
(month) of the 'unified' table will be used for counts, but all
users and servers will still be shown
@initial - if this is the first time the checkbox lists are being
generated, it works a bit differently: the counts are
taken from just the last partition of the unified table
so that startup doesn't take forever. We then also need
to grab the names of other users who didn't appear in
this first partition
"""
# Remove current user and server checkbox panels from the window
if self.user_panel:
self.window.remove(self.user_panel)
if self.server_panel:
self.window.remove(self.server_panel)
# Create user filter checkboxes
if initial:
print_and_execute("""SELECT PARTITION_NAME
FROM INFORMATION_SCHEMA.PARTITIONS
WHERE TABLE_SCHEMA = 'reduced_log'
AND TABLE_NAME = 'unified'""", self.cur)
# there will be each month, then the 'other' partition, so we want to
# select from the 2nd to last partition
last_partition = [x for x, in self.cur.fetchall()][-2]
table_to_use = "unified PARTITION({0})".format(last_partition)
else:
table_to_use = self.current_table_name()
print_and_execute("""SELECT userid, user, count
FROM (SELECT userid, COUNT(*) AS count
FROM {0} GROUP BY userid
) AS sth
NATURAL JOIN users
ORDER BY count DESC
""".format(table_to_use), self.cur)
userlist = [x for x in self.cur.fetchall()]
x_pos = 0
y_pos = 0
y_spacing = 20
self.user_checkboxes = {}
size_width = 220
extent_width = size_width
for userid, user, count in userlist:
self.user_checkboxes[user] = CheckBox("{0} ({1})".format(user.replace('_', '_ '),
count),
position = (x_pos, y_pos),
value = True)
extent_width = max(self.user_checkboxes[user].size[0], extent_width)
y_pos += y_spacing
# Get users that didn't appear in the last partition, if @initial
if initial:
self.cur.execute("SELECT user, userid FROM users")
for user, userid in self.cur.fetchall():
if user in self.user_checkboxes:
continue
self.user_checkboxes[user] = CheckBox(user.replace('_', '_ ') + " (0)",
position = (x_pos, y_pos),
value = True)
extent_width = max(self.user_checkboxes[user].size[0], extent_width)
y_pos += y_spacing
# Add the user checkboxes to a ScrollableView:
self.user_panel = ScrollableView(size = (size_width, 150),
extent = (extent_width,
max(150, y_pos)),
scrolling = 'v' if extent_width <= size_width else 'hv')
for cbox in self.user_checkboxes.values():
self.user_panel.add(cbox)
# Add the panel to the window
self.window.place(self.user_panel, top = top,
left = self.query_type_panel + horiz_sp)
# Create server filter checkboxes
print_and_execute("""SELECT serverid, server, count
FROM (SELECT serverid, COUNT(*) AS count
FROM {0} GROUP BY serverid
) as sth
NATURAL JOIN servers
ORDER BY count DESC
""".format(table_to_use), self.cur)
serverlist = [x for x in self.cur.fetchall()]
x_pos = 0
y_pos = 0
y_spacing = 20
self.server_checkboxes = {}
size_width = 300
extent_width = size_width
for serverid, server, count in serverlist:
self.server_checkboxes[server] = CheckBox("{0} ({1})".format(server,
count),
position = (x_pos, y_pos),
value = True)
extent_width = max(self.server_checkboxes[server].size[0], extent_width)
y_pos += y_spacing
if initial:
self.cur.execute("SELECT server FROM servers")
for server, in self.cur.fetchall():
if server in self.server_checkboxes:
continue
self.server_checkboxes[server] = CheckBox(server.replace('_', '_ ') + " (0)",
position = (x_pos, y_pos),
value = True)
extent_width = max(self.server_checkboxes[server].size[0], extent_width)
y_pos += y_spacing
# Add the server checkboxes to a ScrollableView
self.server_panel = ScrollableView(size = (size_width, 150),
extent = (extent_width,
max(150, y_pos)),
scrolling = 'v' if extent_width <= size_width else 'hv')
for cbox in self.server_checkboxes.values():
self.server_panel.add(cbox)
# Add the server panel to the window
self.window.place(self.server_panel, top = top,
left=self.user_panel + 10)
def get_new_filter(self):
"""
Set self.fil to a new Filter reflecting the current status of the
GUI elements
"""
# Get the status of GUI elements
# TODO: support for one date field but not the other
# (should be done mostly in Filter class)
if self.begin_date_field.text \
and self.begin_date_field.text != DEFAULT_BEGIN_DATE_TEXT \
and self.end_date_field.text \
and self.end_date_field.text != DEFAULT_END_DATE_TEXT:
daterange = (datetime.strptime(self.begin_date_field.text,
DATEFORMAT),
datetime.strptime(self.end_date_field.text,
DATEFORMAT))
else:
daterange = None
# User
user = [self.userids[u] for u, cb in self.user_checkboxes.iteritems() \
if cb.value]
if len(user) == len(self.user_checkboxes): #all users selected
user = None
# Server
server = [self.serverids[s] for s, cb in self.server_checkboxes.iteritems() \
if cb.value]
if len(server) == len(self.server_checkboxes):
server = None
# Search String List
search_string = SearchStringList(self.any_all_radiogroup.value)
search_string.extend([fld.text for fld in self.search_string_fields \
if fld.text and not fld.text.startswith('Query Search String ')])
# Query types
query_type = [qtype for qtype, cb in self.query_type_checkboxes.iteritems() if cb.value]
query_type = clean_list(query_type)
if not query_type or len(query_type) == len(querytypes):
#all types selected
query_type = None
# Create the filter object
self.fil = Filter(daterange = daterange,
user = user,
server = server,
search_string = search_string,
query_type = query_type,
negate = self.negate.value)
def refresh(self):
"""
Regenerate the graphs/top query lists without changing the table that
the tool pulls from
"""
# Get the status of GUI elements
self.get_new_filter()
# Don't repeat the query if self.filter hasn't changed since the last
# update
if self.fil != self.last_used_fil:
self.create_new_temp_table()
self.create_new_graphs_and_topqueries()
elif self.last_grouped_by != self.time_division_radiogroup.value:
self.create_new_graphs_and_topqueries()
def create_new_temp_table(self):
# Create a temp table
lasttable = self.current_table_name()
nexttable = self.next_table_name()
# Create main table
self.cur.execute("DROP TABLE IF EXISTS {0}".format(nexttable))
print_and_execute("CREATE TEMPORARY TABLE {0} AS {1}".format(nexttable,
self.fil.sql(lasttable)),
self.cur)
print_and_execute("ALTER TABLE {0} ADD INDEX (userid)".format(nexttable), self.cur)
print_and_execute("ALTER TABLE {0} ADD INDEX (serverid)".format(nexttable), self.cur)
self.last_used_fil = self.fil
def create_new_graphs_and_topqueries(self):
prefix = config.get('plot_dir') or 'plots'
current_dir = os.getcwd()
# Get profiles of the created table
nexttable = self.next_table_name()
profiles = query_profile(nexttable,
config.get("numtop") or 200,
self.time_division_radiogroup.value,
self.cur)
peruser_divided, peruser_alltime, full_divided, full_alltime, full_topqueries, peruser_topqueries = profiles
# Remove previous plotted data
if os.path.exists(prefix):
os.system("rm -r {0}".format(prefix))
os.mkdir(prefix)
os.chdir(prefix)
gnuplot(profiles, time_axis_label=self.time_division_radiogroup.value)
# use a for loop so that gnuplot settings don't stick around between scripts
os.system("for x in *.gnu; do gnuplot $x; done")
# Load the new image lists
self.full_ = [Image(file=x) for x in glob('full_*.png')]
self.peruser_alltime_ = [Image(file=x) for x in \
glob('peruser_alltime_*.png')]
self.peruser_divided_ = [Image(file=x) for x in \
glob('peruser_divided_*.png') if '_total_' not in x]
self.peruser_divided_total_ = [Image(file=x) for x in \
glob('peruser_divided_total_*.png')]
os.chdir(current_dir)
# Set self.image.images = whatever's selected in the radio
# (we got new lists)
self.change_images()
# Generate the new topquery panel text
self.topqueries.new_profiles(full_topqueries, peruser_topqueries)
self.last_grouped_by = self.time_division_radiogroup.value
def update(self):
"""
Regenerate the graphs/top query lists, then change the table that the
tool pulls from to the newly generated table. Update the lists of
checkboxes.
"""
self.refresh()
if self.current_table_suffix:
self.current_table_suffix += 1
else:
self.current_table_suffix = 1
# update lists of checkboxes
self.create_checkbox_lists()
# reset status of GUI elements that weren't just recreated
# self.begin_date_field.text = DEFAULT_BEGIN_DATE_TEXT
# self.end_date_field.text = DEFAULT_END_DATE_TEXT
# for cbox in self.query_type_checkboxes.values():
# cbox.value = True
# for i, fld in enumerate(self.search_string_fields):
# fld.text = "Query Search String {0}".format(i + 1)
def change_images(self):
string = self.display_select_radiogroup.value
if string == 'all_users':
self.image.images = self.full_
elif string == 'peruser_querytype':
self.image.images = self.peruser_alltime_
elif string == 'peruser_time':
self.image.images = self.peruser_divided_total_
elif string == 'peruser_querytype_time':
self.image.images = self.peruser_divided_
else:
print >>sys.stderr, "Unrecognized display_select_radiogroup value %s" % string
if not self.image.images:
print >>sys.stderr, "image list assigned to self.image.images is None, using dummy"
self.image.images = GraphView.DUMMY_IMLIST
self.image.im_num = 0
self.image.invalidate()
def current_table_name(self):
"""
Return the name of the table we are currently pulling from
"""
if self.current_table_suffix:
return "analysis_tool_temp" + str(self.current_table_suffix)
return 'unified'
def next_table_name(self):
"""
Return the name of the table we should insert into
"""
if self.current_table_suffix:
return "analysis_tool_temp" + str(self.current_table_suffix + 1)
else:
return "analysis_tool_temp1"
def select_all(self, what):
"""
Set the value property of all checkboxes in the list to True
@what must be one of 'user' or 'server'
"""
if what == 'user':
cboxes = self.user_checkboxes.values()
elif what == 'server':
cboxes = self.server_checkboxes.values()
elif what == 'query_type':
cboxes = self.query_type_checkboxes.values()
else:
print >>sys.stderr, "unrecognized thing to select all: %s" % what
return
for cbox in cboxes:
cbox.value = True
def deselect_all(self, what):
"""
Set the value property of all checkboxes in the list to False
@what must be one of 'user' or 'server'
"""
if what == 'user':
cboxes = self.user_checkboxes.values()
elif what == 'server':
cboxes = self.server_checkboxes.values()
elif what == 'query_type':
cboxes = self.query_type_checkboxes.values()
else:
print >>sys.stderr, "unrecognized thing to deselect all: %s" % what
return
for cbox in cboxes:
cbox.value = False
def invert_all(self, what):
"""
Set the value property of all checkboxes in the list to its inverse
@what must be one of 'user' or 'server'
"""
if what == 'user':
cboxes = self.user_checkboxes.values()
elif what == 'server':
cboxes = self.server_checkboxes.values()
elif what == 'query_type':
cboxes = self.query_type_checkboxes.values()
else:
print >>sys.stderr, "unrecognized thing to select all: %s" % what
return
for cbox in cboxes:
cbox.value = not cbox.value
def enable_all(self, what):
"""
Enable all elements in the list
@what must be one of 'user' or 'server' and the relevant
checkboxes will be enabled
"""
if what == 'user':
elements = self.user_checkboxes.values()
elif what == 'server':
elements = self.server_checkboxes.values()
elif what == 'query_type':
elements = self.query_type_checkboxes.values()
else:
print >>sys.stderr, "unrecognized thing to enable all: %s" % what
return
for elem in elements:
elem.enabled = True
def disable_all(self, what):
"""
Disable all elements inthe list
@what must be one of 'user' or 'server' and the relevant
checkboxes will be disabled
"""
if what == 'user':
elements = self.user_checkboxes.values()
elif what == 'server':
elements = self.server_checkboxes.values()
elif what == 'query_type':
elements = self.query_type_checkboxes.values()
else:
print >>sys.stderr, "unrecognized thing to disable all: %s" % what
return
for elem in elements:
elem.enabled = False
def select_all_matching(self, where):
if where == 'user':
elements = self.user_checkboxes
search_string = self.user_search_string.text
elif where == 'server':
elements = self.server_checkboxes
search_string = self.server_search_string.text
else:
print >>sys.stderr, "unrecognized thing select all matching: %s" % where
return
for text, cbox in elements.iteritems():
if search_string in text:
cbox.value = True
else:
cbox.value = False
def change_topquery_ptr(self, how_much):
"""
Changes the variable indicating which topquery view is to be selected
And then updates self.topqueries.text
"""
self.topquery_ptr += how_much
self.topqueries.text = self.topquery_texts[self.topquery_ptr % len(self.topquery_texts)]
def open_app(self):
# Everything done in __init__()
pass
def __init__(self, model, extent, scrolling):
ScrollableView.__init__(self)
self.model = model
self.extent = extent
self.scrolling = scrolling
self.menu_width = 50
def __init__(self):
ScrollableView.__init__(self)
self.text = "_root.onMouseDown = function () {\n\ttrace('Hi');\n};"
self.font = Font("Courier", 16)
self.selecting = False
self.lexer = ActionScriptLexer()
self.cursorpos = 0
self.scursorpos = 0
self.selection = (0, 0)
self.formatter = PyGUIFormatter()
# self.filter = NameHighlightFilter(
self.filter = EverythingHighlightFilter(
names=["trace"],
tokentype=Token.Keyword,
names2=["_root", "_global"],
tokentype2=Token.Name.Builtin,
names3=[
"_alpha",
"blendMode",
"cacheAsBitmap",
"_currentframe",
"_droptarget",
"enabled",
"filters",
"focusEnabled",
"_focusRect",
"forceSmoothing",
"_framesloaded",
"_height",
"_highquality",
"hitArea",
"_lockroot",
"menu",
"opaqueBackground",
"_parent",
"_quality",
"_rotation",
"scale9Grid",
"scrollRect",
"_soundbuftime",
"tabChildren",
"tabEnabled",
"tabIndex",
"_target",
"totalframes",
"trackAsMenu",
"transform",
"_url",
"useHandCursor",
"_visible",
"_width",
"_x",
"_xmouse",
"_xscale",
"_y",
"_ymouse",
"_yscale",
],
tokentype3=Token.Name.Variable.Class,
)
self.extent = (self.width, self.height)
# Not working - no idea why - disabled to add speed
self.lexer.add_filter(self.filter)
def container_resized(self, event):
self.extent = (self.width, self.height)
ScrollableView.container_resized(self, event)
