def startElement(self, tag, attrs):
''' This methods creates an element based on XML tags and inserts it into the data store. '''
ds = DataStore()
# Create a new node based on the XML attributes.
e = Element(tag, attrs)
# If this is the head tag for the XML dump, initialize the data store
if 'GANGLIA_XML' == tag:
ds.acquireLock(self)
self._elemStack.append(ds.getNode(
)) # Fetch the root node. It has already been set into the tree.
self._elemStackLen += 1
cfg = getConfig()
# We'll go ahead and update any existing GRID tag with a new one (new time) even if one already exists.
e = Element(
'GRID', {
'NAME': cfg[GmetadConfig.GRIDNAME],
'AUTHORITY': cfg[GmetadConfig.AUTHORITY],
'LOCALTIME': '%d' % time.time()
})
self._ancestry.append('GANGLIA_XML')
# Insert the new node into the data store at the appropriate location
self._elemStack.append(
ds.setNode(e, self._elemStack[self._elemStackLen - 1]))
# If this is a cluster or nested grid node, then keep track of the data store path to this node.
if (len(self._ancestry) < 2
or (len(self._ancestry) == 2 and e.id in ['GRID', 'CLUSTER'])):
self._ancestry.append('%s:%s' % (e.id, e.getAttr('name')))
self._elemStackLen += 1
def startElement(self, tag, attrs):
''' This methods creates an element based on XML tags and inserts it into the data store. '''
ds = DataStore()
# Create a new node based on the XML attributes.
e = Element(tag, attrs)
# If this is the head tag for the XML dump, initialize the data store
if 'GANGLIA_XML' == tag:
ds.acquireLock(self)
self._elemStack.append(ds.getNode()) # Fetch the root node. It has already been set into the tree.
self._elemStackLen += 1
cfg = getConfig()
# We'll go ahead and update any existing GRID tag with a new one (new time) even if one already exists.
e = Element('GRID', {'NAME':cfg[GmetadConfig.GRIDNAME], 'AUTHORITY':cfg[GmetadConfig.AUTHORITY], 'LOCALTIME':'%d' % time.time()})
self._ancestry.append('GANGLIA_XML')
# Insert the cpu_usage when cpu_idle is exsists
if 'METRIC' == tag and 'cpu_idle' == e.attrs['name']:
self.insert_cpu_usage_metric(e, ds)
# Insert the mem_usage when mem_free and mem_total are exsists(mem_usage is exsist in vmware instances)
temp_metric = self._elemStack[self._elemStackLen-1]
if isinstance(temp_metric.children, dict) and not temp_metric.children.has_key('METRIC:mem_usage') and temp_metric.children.has_key('METRIC:mem_free') and temp_metric.children.has_key('METRIC:mem_total'):
self.insert_mem_usage_metric(temp_metric, ds)
# Insert the new node into the data store at the appropriate location
self._elemStack.append(ds.setNode(e, self._elemStack[self._elemStackLen-1]))
# If this is a cluster or nested grid node, then keep track of the data store path to this node.
if (len(self._ancestry) < 2 or (len(self._ancestry) == 2 and e.id in ['GRID', 'CLUSTER'])):
self._ancestry.append('%s:%s'%(e.id,e.getAttr('name')))
self._elemStackLen += 1
def startElement(self, tag, attrs):
''' This methods creates an element based on XML tags and inserts it into the data store. '''
ds = DataStore()
# Create a new node based on the XML attributes.
e = Element(tag, attrs)
# If this is the head tag for the XML dump, initialize the data store
if 'GANGLIA_XML' == tag:
ds.acquireLock(self)
self._elemStack.append(ds.getNode()) # Fetch the root node. It has already been set into the tree.
self._elemStackLen += 1
cfg = getConfig()
# We'll go ahead and update any existing GRID tag with a new one (new time) even if one already exists.
e = Element('GRID', {'NAME':cfg[GmetadConfig.GRIDNAME], 'AUTHORITY':cfg[GmetadConfig.AUTHORITY], 'LOCALTIME':'%d' % time.time()})
self._ancestry.append('GANGLIA_XML')
# Insert the new node into the data store at the appropriate location
self._elemStack.append(ds.setNode(e, self._elemStack[self._elemStackLen-1]))
# If this is a cluster node, then keep track of the data store path to this node.
if (self._ancestry[len(self._ancestry)-1].startswith('CLUSTER') == False):
self._ancestry.append('%s:%s'%(e.id,e.getAttr('name')))
self._elemStackLen += 1
def _getXmlImpl(self, element, filterList=None, queryargs=None):
""" This method can be called recursively to traverse the data store and produce XML
for specific nodes. It also respects the filter and query args when generating the XML."""
# Add the XML tag
rbuf = "<%s" % element.tag
# If this is a grid tag, then get the local time since a time stamp was never provided by gmond.
if "GRID" == element.id:
element.setAttr("localtime", int(time.time()))
# Add each attribute that is contained in the. By pass some specific attributes.
for k, v in element.getAttrs().items():
rbuf += ' %s="%s"' % (k.upper(), v)
if queryargs is not None:
if ("GRID" == element.id or "CLUSTER" == element.id) and (filterList is None or not len(filterList)):
try:
# If the filter specifies that this is a summary rather than a regular XML dump, generate the
# summary XML.
if queryargs["filter"].lower().strip() == "summary":
# A summary XML dump will contain a grid summary as well as each cluster summary. Each will
# be added during recusive calls to this method.
if "GRID" == element.id:
rbuf += ">\n%s</GRID>\n" % self._getGridSummary(element, filterList, queryargs)
return rbuf
elif "CLUSTER" == element.id:
rbuf += ">\n%s</CLUSTER>\n" % self._getClusterSummary(element, filterList, queryargs)
return rbuf
except ValueError:
pass
# If there aren't any children, then no reason to continue.
if 0 < len(element.children):
# Close the last tag
rbuf += ">\n"
showAllChildren = True
# If there was a specific filter specified, then only include the appropriate children. Otherwise
# show all of the children.
if filterList is not None and len(filterList):
try:
# Get the key and call this method recusively for the child
key = Element.generateKey([self._pcid_map[element.id], filterList[0]])
rbuf += self._getXmlImpl(element.children[key], filterList[1:], queryargs)
showAllChildren = False
except KeyError:
pass
if showAllChildren:
# For each child, call this method recusively. This will produce a complete dump of all children
for c in element.children.values():
rbuf += self._getXmlImpl(c, filterList, queryargs)
rbuf += "</%s>\n" % element.tag
else:
rbuf += " />\n"
return rbuf
def run(self):
ds = DataStore()
while not self._shuttingDown:
connected = False
# Create a socket and connect to the cluster data source.
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
try:
sock.connect(
self._getEndpoint(
self.dataSource.hosts[self.lastKnownGoodHost]))
connected = True
except socket.error:
# Keep track of the last good data source within the cluster. If we can't reconnect to the
# same data source, try the next one in the list.
curidx = self.lastKnownGoodHost
while True:
curidx += 1
if curidx >= len(self.dataSource.hosts):
curidx = 0
if curidx == self.lastKnownGoodHost: break
try:
sock.connect(
self._getEndpoint(self.dataSource.hosts[curidx]))
self.lastKnownGoodHost = curidx
connected = True
break
except socket.error:
pass
if connected:
logging.info('Querying data source %s via host %s' %
(self.dataSource.name,
self.dataSource.hosts[self.lastKnownGoodHost]))
xmlbuf = ''
while True:
# Read all of the XML data from the data source.
buf = sock.recv(8192)
if not buf:
break
xmlbuf += buf
sock.close()
# Create an XML parser and parse the buffer
gch = GmondContentHandler()
xml.sax.parseString(xmlbuf, gch)
# Notify the data store that all updates for the cluster are finished.
clusterNode = ds.getNode(gch.getClusterAncestry())
if clusterNode is not None:
clusterNode.setAttr('status', 'up')
else:
logging.error(
'Could not connect to any host for data source %s' %
self.dataSource.name)
ds = DataStore()
cfg = getConfig()
gridKey = Element.generateKey(
['GRID', cfg[GmetadConfig.GRIDNAME]])
clusterKey = Element.generateKey(
['CLUSTER', self.dataSource.name])
gridNode = ds.getNode([str(ds.rootElement), gridKey])
clusterNode = None
if gridNode is not None and str(gridNode) == gridKey:
try:
clusterNode = gridNode[clusterKey]
except KeyError:
clusterNode = Element(
'CLUSTER', {
'NAME': self.dataSource.name,
'LOCALTIME': '%d' % time.time()
})
ds.setNode(clusterNode, gridNode)
if clusterNode is not None:
clusterNode.setAttr('status', 'down')
#clusterNode.localtime = time.time()
ds.updateFinished(clusterNode)
if self._shuttingDown:
break
# Go to sleep for a while.
self._cond.acquire()
self._cond.wait(getRandomInterval(self.dataSource.interval))
self._cond.release()
def _getXmlImpl(self, element, filterList=None, queryargs=None):
''' This method can be called recursively to traverse the data store and produce XML
for specific nodes. It also respects the filter and query args when generating the XML.'''
skipTag = None
rbuf = ''
if element.id in ['CLUSTER', 'HOST', 'EXTRA_DATA', 'EXTRA_ELEMENT'] and self.gridDepth > 0:
skipTag = True
# If this is a grid tag, then get the local time since a time stamp was never provided by gmond.
if 'GRID' == element.id:
element.setAttr('localtime', int(time.time()))
self.gridDepth += 1
logging.info('Found <GRID> depth is now: %d' %self.gridDepth)
if not skipTag:
# Add the XML tag
rbuf = '<%s' % element.tag
# Add each attribute that is contained in the. By pass some specific attributes.
for k,v in element.getAttrs().items():
rbuf += ' %s="%s"' % (k.upper(), v)
if queryargs is not None or ('GRID' == element.id and self.gridDepth > 0):
if (('GRID' == element.id or 'CLUSTER' == element.id) and (filterList is None or not len(filterList))) or ('GRID' == element.id and self.gridDepth > 0):
try:
# If the filter specifies that this is a summary rather than a regular XML dump, generate the
# summary XML.
if (queryargs is not None and queryargs['filter'].lower().strip() == 'summary') or ('GRID' == element.id and self.gridDepth > 0):
# A summary XML dump will contain a grid summary as well as each cluster summary. Each will
# be added during recusive calls to this method.
if 'GRID' == element.id:
rbuf += '>\n%s</GRID>\n' % self._getGridSummary(element, filterList, queryargs)
self.gridDepth -= 1
logging.info('Found </GRID> depth is now %d' %self.gridDepth)
return rbuf
elif 'CLUSTER' == element.id:
if not skipTag:
rbuf += '>\n%s</CLUSTER>\n' % self._getClusterSummary(element, filterList, queryargs)
else:
rbuf += '%s' % self._getClusterSummary(element, filterList, queryargs)
return rbuf
except ValueError:
pass
# If there aren't any children, then no reason to continue.
if 0 < len(element.children):
if not skipTag:
# Close the last tag
rbuf += '>\n'
showAllChildren = True
# If there was a specific filter specified, then only include the appropriate children. Otherwise
# show all of the children.
if filterList is not None and len(filterList):
try:
# Get the key and call this method recusively for the child
key = Element.generateKey([self._pcid_map[element.id], filterList[0]])
rbuf += self._getXmlImpl(element.children[key], filterList[1:], queryargs)
showAllChildren = False
except KeyError:
pass
if showAllChildren:
# For each child, call this method recusively. This will produce a complete dump of all children
for c in element.children.values():
rbuf += self._getXmlImpl(c, filterList, queryargs)
if 'GRID' == element.tag:
self.gridDepth -= 1
logging.info('Found </GRID> depth is now: %d' %self.gridDepth)
if not skipTag:
rbuf += '</%s>\n' % element.tag
else:
if not skipTag:
rbuf += ' />\n'
return rbuf
def run(self):
ds = DataStore()
while not self._shuttingDown:
connected = False
# Create a socket and connect to the cluster data source.
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
try:
sock.connect( self._getEndpoint(self.dataSource.hosts[self.lastKnownGoodHost]) )
connected = True
except socket.error:
# Keep track of the last good data source within the cluster. If we can't reconnect to the
# same data source, try the next one in the list.
curidx = self.lastKnownGoodHost
while True:
curidx += 1
if curidx >= len(self.dataSource.hosts):
curidx = 0
if curidx == self.lastKnownGoodHost: break
try:
sock.connect( self._getEndpoint(self.dataSource.hosts[curidx]) )
self.lastKnownGoodHost = curidx
connected=True
break
except socket.error:
pass
if connected:
logging.info('Querying data source %s via host %s' % (self.dataSource.name, self.dataSource.hosts[self.lastKnownGoodHost]))
xmlbuf = ''
while True:
# Read all of the XML data from the data source.
buf = sock.recv(8192)
if not buf:
break
xmlbuf += buf
sock.close()
# Create an XML parser and parse the buffer
gch = GmondContentHandler()
xml.sax.parseString(xmlbuf, gch)
# Notify the data store that all updates for the cluster are finished.
clusterNode = ds.getNode(gch.getClusterAncestry())
if clusterNode is not None:
clusterNode.setAttr('status', 'up')
else:
logging.error('Could not connect to any host for data source %s' % self.dataSource.name)
ds = DataStore()
cfg = getConfig()
gridKey = Element.generateKey(['GRID',cfg[GmetadConfig.GRIDNAME]])
clusterKey = Element.generateKey(['CLUSTER', self.dataSource.name])
gridNode = ds.getNode([str(ds.rootElement), gridKey])
clusterNode = None
if gridNode is not None and str(gridNode) == gridKey:
try:
clusterNode = gridNode[clusterKey]
except KeyError:
clusterNode = Element('CLUSTER', {'NAME':self.dataSource.name, 'LOCALTIME':'%d' % time.time()})
ds.setNode(clusterNode, gridNode)
if clusterNode is not None:
clusterNode.setAttr('status', 'down')
#clusterNode.localtime = time.time()
ds.updateFinished(clusterNode)
if self._shuttingDown:
break
# Go to sleep for a while.
self._cond.acquire()
self._cond.wait(getRandomInterval(self.dataSource.interval))
self._cond.release()
def _getXmlImpl(self, element, filterList=None, queryargs=None):
''' This method can be called recursively to traverse the data store and produce XML
for specific nodes. It also respects the filter and query args when generating the XML.'''
skipTag = None
rbuf = ''
if element.id in ['CLUSTER', 'HOST', 'EXTRA_DATA', 'EXTRA_ELEMENT'
] and self.gridDepth > 0:
skipTag = True
# If this is a grid tag, then get the local time since a time stamp was never provided by gmond.
if 'GRID' == element.id:
element.setAttr('localtime', int(time.time()))
self.gridDepth += 1
logging.info('Found <GRID> depth is now: %d' % self.gridDepth)
if not skipTag:
# Add the XML tag
rbuf = '<%s' % element.tag
# Add each attribute that is contained in the. By pass some specific attributes.
for k, v in element.getAttrs().items():
rbuf += ' %s="%s"' % (k.upper(), v)
if queryargs is not None or ('GRID' == element.id
and self.gridDepth > 0):
if (('GRID' == element.id or 'CLUSTER' == element.id) and
(filterList is None or not len(filterList))) or (
'GRID' == element.id and self.gridDepth > 0):
try:
# If the filter specifies that this is a summary rather than a regular XML dump, generate the
# summary XML.
if (queryargs is not None
and queryargs['filter'].lower().strip()
== 'summary') or ('GRID' == element.id
and self.gridDepth > 0):
# A summary XML dump will contain a grid summary as well as each cluster summary. Each will
# be added during recusive calls to this method.
if 'GRID' == element.id:
rbuf += '>\n%s</GRID>\n' % self._getGridSummary(
element, filterList, queryargs)
self.gridDepth -= 1
logging.info('Found </GRID> depth is now %d' %
self.gridDepth)
return rbuf
elif 'CLUSTER' == element.id:
if not skipTag:
rbuf += '>\n%s</CLUSTER>\n' % self._getClusterSummary(
element, filterList, queryargs)
else:
rbuf += '%s' % self._getClusterSummary(
element, filterList, queryargs)
return rbuf
except ValueError:
pass
# If there aren't any children, then no reason to continue.
if 0 < len(element.children):
if not skipTag:
# Close the last tag
rbuf += '>\n'
showAllChildren = True
# If there was a specific filter specified, then only include the appropriate children. Otherwise
# show all of the children.
if filterList is not None and len(filterList):
try:
# Get the key and call this method recusively for the child
key = Element.generateKey(
[self._pcid_map[element.id], filterList[0]])
rbuf += self._getXmlImpl(element.children[key],
filterList[1:], queryargs)
showAllChildren = False
except KeyError:
pass
if showAllChildren:
# For each child, call this method recusively. This will produce a complete dump of all children
for c in element.children.values():
rbuf += self._getXmlImpl(c, filterList, queryargs)
if 'GRID' == element.tag:
self.gridDepth -= 1
logging.info('Found </GRID> depth is now: %d' % self.gridDepth)
if not skipTag:
rbuf += '</%s>\n' % element.tag
else:
if not skipTag:
rbuf += ' />\n'
return rbuf