def django_query(starttime, endtime, sitename, datatype, format):
'''
Non-request-based method for use by Django
starttime, endtime are Python DateTime objects.
sitename, datatype, format are strings
format=['txt'|'graph']
datatype=['counts'|'events'|'errors']
Returns string or PNG graph file object
'''
log.debug("dataquery.django_query(): Begin...")
dir = "%s/%s" % (config.get("global", "sites_root"), sitename)
sfh = SiteFileHandler(dir)
dh = DataHandler(config)
dataobjs = sfh.getData(datatype, starttime, endtime)
if format == "graph":
log.debug("dataquery.django_query(): Graph requested...")
width = 900
# Right now we only create graphs of counts.
pngfile = dh.generateCountsGraph(widthpx=width,
counts=dataobjs,
sitename=sitename)
return pngfile
elif format == "txt":
log.debug("dataquery.django_query(): Text requested...")
answerstr = ""
for item in dataobjs:
answerstr += "%s\n" % item
return answerstr
def query(req,
site='testsite',
start='2008-01-01T12:01:30',
end='now',
datatype='all',
hours=0,
graph=0,
width=648):
'''
Arguments:
site: official site name, e.g. testsite, smithtown, rockypoint, etc. [testsite]
start: a standard datetime string: "2005-12-06T12:13:14"
end: "now" is OK, or a standard datetime string:
type: "all", or one or more of [ counts events errors weather], comma-separated
graph: 0=false, 1=true Return either tabulated data (txt) or graph
'''
from mod_python import Session
from mod_python import util
from mod_python import psp
from mod_python import apache
from time import strptime
req.add_common_vars()
width = int(width)
#
# Handle time parameters...
#
(y, m, d, h, mn, s) = time.strptime(start, "%Y-%m-%dT%H:%M:%S")[0:6]
#starttime= datetime.datetime(y,m,d,h,mn,s,tzinfo=utc)
starttime = datetime.datetime(y, m, d, h, mn, s, tzinfo=None)
now = datetime.datetime.utcnow()
if end == "now":
endtime = now
else:
#try:
(y, m, d, h, mn, s) = time.strptime(end, "%Y-%m-%dT%H:%M:%S")[0:6]
#endtime= datetime.datetime(y,m,d,h,mn,s,tzinfo=utc)
endtime = datetime.datetime(y, m, d, h, mn, s, tzinfo=None)
#except:
if hours:
seconds = int(hours) * 60 * 60
tdelta = datetime.timedelta(seconds=seconds)
starttime = now - tdelta
log.info("Site %s selected.\n" % site)
log.info("Type %s selected.\n" % datatype)
dir = "%s/%s" % (config.get("global", "sites_root"), site)
datatypes = []
if datatype == "all":
#datatypes = [ 'counts','events','errors']
datatypes = ['counts', 'events']
else:
datatypes = datatype.split(',')
log.debug("Datatypes is %s" % datatypes)
if graph:
datatypes = ['counts']
sfh = SiteFileHandler(dir)
dh = DataHandler(config)
# Dict to hold lists of objects, indexed by type 'counts','events','errors'
dataobjs = {}
for d in datatypes:
dataobjs[d] = sfh.getData(d, starttime, endtime)
if graph:
# Right now we only create graphs of counts.
f = dh.generateCountsGraph(widthpx=width,
counts=dataobjs['counts'],
sitename=site)
req.content_type = MIMEPNG
req.add_common_vars()
data = f.read()
req.write(data)
else:
req.content_type = MIMETXT
#
# For now, just grab everything
#
#(events, counts, gpserrors) = sfh.getAll()
if "events" in datatypes:
for e in dataobjs['events']:
req.write("%s\n" % e)
if "counts" in datatypes:
for c in dataobjs['counts']:
req.write("%s\n" % c)
if "errors" in datatypes:
for g in dataobjs['errors']:
req.write("%s\n" % g)
if "weather" in datatypes:
for w in dataobjs['weather']:
req.write("%s\n" % w)
return
def analysis(req,
site='testsite',
start='2008-02-11T12:01:30',
end='now',
datatype='counts',
interval=30):
'''
Method to perform R-based analysis of counts/weather data.
Arguments:
datatype: ['counts'|'weather'|'counts,weather' ]
interval: averaging interval in seconds
'''
from mod_python import Session
from mod_python import util
from mod_python import psp
from mod_python import apache
from time import strptime
req.add_common_vars()
interval = int(interval)
#
# Handle time parameters...
#
(y, m, d, h, mn, s) = time.strptime(start, "%Y-%m-%dT%H:%M:%S")[0:6]
#starttime= datetime.datetime(y,m,d,h,mn,s,tzinfo=utc)
starttime = datetime.datetime(y, m, d, h, mn, s, tzinfo=None)
now = datetime.datetime.utcnow()
if end == "now":
endtime = now
else:
#try:
(y, m, d, h, mn, s) = time.strptime(end, "%Y-%m-%dT%H:%M:%S")[0:6]
#endtime= datetime.datetime(y,m,d,h,mn,s,tzinfo=utc)
endtime = datetime.datetime(y, m, d, h, mn, s, tzinfo=None)
#except:
log.info("Site %s selected.\n" % site)
log.info("Type %s selected.\n" % datatype)
dir = "%s/%s" % (config.get("global", "sites_root"), site)
sfh = SiteFileHandler(dir)
dh = DataHandler(config)
datatypes = datatype.split(',')
if 'counts' in datatypes and 'weather' in datatypes:
countslist = sfh.getData('counts', starttime, endtime)
(fd, countsfile) = mkstemp()
log.debug("dataquery.analysis(): Created temp file %s for counts." %
countsfile)
cf = open(countsfile, 'w')
for c in countslist:
cf.write("%s\n" % c)
cf.close()
weatherlist = sfh.getData('weather', starttime, endtime)
(fd, weatherfile) = mkstemp()
wf = open(weatherfile, 'w')
for w in weatherlist:
wf.write("%s\n" % w)
wf.close()
outstring = mavgboth(cfile=countsfile,
wfile=weatherfile,
interval=interval)
elif 'counts' in datatypes:
countslist = sfh.getData('counts', starttime, endtime)
(fd, countsfile) = mkstemp()
log.debug("dataquery.analysis(): Created temp file %s for counts." %
countsfile)
cf = open(countsfile, 'w')
for c in countslist:
cf.write("%s\n" % c)
cf.close()
outstring = mavgcounts(file=countsfile, interval=interval)
elif 'weather' in datatypes:
weatherlist = sfh.getData('weather', starttime, endtime)
(fd, weatherfile) = mkstemp()
wf = open(weatherfile, 'w')
for w in weatherlist:
wf.write("%s\n" % w)
wf.close()
outstring = mavgweather(file=weatherfile, interval=interval)
else:
outstring = "datatypes must contain 'counts' or 'weather' or 'weather,counts'"
req.content_type = MIMETXT
req.write(outstring)
return