def getDSStatInTimeWindow(request,MView=''): stop = datetime.now() start = datetime.now() - timedelta(days = 7) par = Popularityparams() par.table = MView try: par.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) par.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) par.setOrder(request.GET.get('orderby', 'totcpu')) par.setIsCentralUser(request.GET.get('centraluser', '0')) jdata = dataH.getDSStatInTimeWindowJSON(par) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex) return HttpResponse(jdata)
def xrdMonitoring(request, table=''): logger.info("collecting data for view xrdMonitoring %s" % (table)) stop = datetime.now() start = datetime.now() - timedelta(days=7) pars = Popularityparams() try: pars.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) pars.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) pars.table = table jdata = dataH.getxrdMonitoringInTimeWindowJSON(pars) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex) return HttpResponse(jdata)
def xrdMonitoring(request,table=''): logger.info("collecting data for view xrdMonitoring %s" % (table) ) stop = datetime.now() start = datetime.now() - timedelta(days = 7) pars = Popularityparams() try: pars.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) pars.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) pars.table = table jdata = dataH.getxrdMonitoringInTimeWindowJSON(pars) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex) return HttpResponse(jdata)
def xrdMonitoringPlotData(request): logger.info("collecting data for view xrdMonitoringPlotData " ) plotOptions = { 'inserttime_x_MI' : 'MV_xrdmon_inserts_x_MI' ,'inserttime_x_H' : 'MV_xrdmon_inserts_x_H' ,'starttime_x_H' : 'MV_xrdmon_starttime_x_H' ,'starttime_norepl_x_H' : 'MV_xrdmon_starttime_norepl_x_H' ,'starttime_repl_x_H' : 'MV_xrdmon_starttime_repl_x_H' ,'endtime_x_H' : 'MV_xrdmon_endtime_x_H' ,'pps_srmmon_x_H' : 'MV_xrdmon_pps_srmmon_test_x_H' ,'pps_dteam_x_H' : 'MV_xrdmon_pps_dteam_test_x_H' ,'avg_traffic_x_H_norepl' : 'MV_xrdmon_procTime_x_H_aggr1' ,'avg_traffic_x_H_repl' : 'MV_xrdmon_procTime_x_H_aggr2' } yValueOptions = { 'absolute' : 'YVALUE' ,'rate' : 'RATE' ,'totgb' : 'TOTGB' ,'traffic' : 'MEANTRAFFICINMBS' ,'totproctime' : 'TOTPROCTIMEINSEC' ,'meanproctime' : 'MEANPROCTIMEINH' } stop = datetime.now() start = datetime.now() - timedelta(days = 7) pars = Popularityparams() try: queryDict = request.GET pars.setTStart(queryDict.get('tstart', start.strftime("%Y-%m-%d"))) pars.setTStop (queryDict.get('tstop' , stop.strftime("%Y-%m-%d"))) plList = queryDict.getlist('plot') yvList = queryDict.getlist('yval') try: tableList = [ plotOptions[pl] for pl in plList ] except: raise Paramvalidationexception('plot','option not specified or not matching the options: plot=%s' % yValueOptions.keys()) try: if len(tableList) != len(yvList): # in case the len of the two list is different, use just the first value pf yvalList yvalList = [ yValueOptions[yvList[0]] for x in plList ] else: yvalList = [ yValueOptions[yv] for yv in yvList ] except: raise Paramvalidationexception('plot','option not specified: yval=%s' % yValueOptions.keys()) parList = [] for pl, table, yval in zip(plList, tableList, yvalList): pars.name = pl pars.table = table pars.yval = yval parList.append(deepcopy(pars)) jdata = dataH.getxrdMonitoringInTimeWindowForMultiplePlotsJSON(parList) return HttpResponse(jdata) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex)
def getProcessedDataSetStat(request): stop = datetime.now() start = datetime.now() - timedelta(days=7) par = Popularityparams() try: par.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) par.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) par.setAggregation(request.GET.get('aggr', 'day')) par.setProcessedDataSet(request.GET.get('name')) par.setN('1') par.setIsCentralUser(request.GET.get('centraluser', '0')) par.setOrder(request.GET.get('orderby', 'totcpu')) par.setSiteName(request.GET.get('sitename', 'summary')) #par.table = 'DS' """ data indexing start from 0 """ data = dataH.getSingleElementStat(par, 'DSName') except Paramvalidationexception as e: #return HttpResponseBadRequest("Given %s not valid (%s)" % (pEx.param, pEx.cause)) return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: #return HttpResponseBadRequest("Given %s not valid (%s)" % (e.param, e.cause)) return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex) return HttpResponse(data)
def getTimeEvolutionPlotData(request,MView=''): stop = datetime.now() start = datetime.now() - timedelta(days=7) par = Popularityparams() par.table = MView try: par.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) par.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) par.setAggregation(request.GET.get('aggr', 'day')) par.setN(request.GET.get('n', '1')) par.setIsCentralUser(request.GET.get('centraluser', '0')) par.setOrder(request.GET.get('orderby', 'totcpu')) par.setSiteName(request.GET.get('sitename', 'summary')) if (par.FirstN == 0): return HttpResponseBadRequest("Given n not valid (param must be > 0)") jdata = dataH.getTimeEvolutionPlotDataJSON(par) return HttpResponse(jdata) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex)
def xrdMonitoringPlotData(request): logger.info("collecting data for view xrdMonitoringPlotData ") plotOptions = { 'inserttime_x_MI': 'MV_xrdmon_inserts_x_MI', 'inserttime_x_H': 'MV_xrdmon_inserts_x_H', 'starttime_x_H': 'MV_xrdmon_starttime_x_H', 'starttime_norepl_x_H': 'MV_xrdmon_starttime_norepl_x_H', 'starttime_repl_x_H': 'MV_xrdmon_starttime_repl_x_H', 'endtime_x_H': 'MV_xrdmon_endtime_x_H', 'pps_srmmon_x_H': 'MV_xrdmon_pps_srmmon_test_x_H', 'pps_dteam_x_H': 'MV_xrdmon_pps_dteam_test_x_H', 'avg_traffic_x_H_norepl': 'MV_xrdmon_procTime_x_H_aggr1', 'avg_traffic_x_H_repl': 'MV_xrdmon_procTime_x_H_aggr2' } yValueOptions = { 'absolute': 'YVALUE', 'rate': 'RATE', 'totgb': 'TOTGB', 'traffic': 'MEANTRAFFICINMBS', 'totproctime': 'TOTPROCTIMEINSEC', 'meanproctime': 'MEANPROCTIMEINH' } stop = datetime.now() start = datetime.now() - timedelta(days=7) pars = Popularityparams() try: queryDict = request.GET pars.setTStart(queryDict.get('tstart', start.strftime("%Y-%m-%d"))) pars.setTStop(queryDict.get('tstop', stop.strftime("%Y-%m-%d"))) plList = queryDict.getlist('plot') yvList = queryDict.getlist('yval') try: tableList = [plotOptions[pl] for pl in plList] except: raise Paramvalidationexception( 'plot', 'option not specified or not matching the options: plot=%s' % yValueOptions.keys()) try: if len(tableList) != len(yvList): # in case the len of the two list is different, use just the first value pf yvalList yvalList = [yValueOptions[yvList[0]] for x in plList] else: yvalList = [yValueOptions[yv] for yv in yvList] except: raise Paramvalidationexception( 'plot', 'option not specified: yval=%s' % yValueOptions.keys()) parList = [] for pl, table, yval in zip(plList, tableList, yvalList): pars.name = pl pars.table = table pars.yval = yval parList.append(deepcopy(pars)) jdata = dataH.getxrdMonitoringInTimeWindowForMultiplePlotsJSON(parList) return HttpResponse(jdata) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex)
def getTimeEvolutionPlotData(request, MView=''): stop = datetime.now() start = datetime.now() - timedelta(days=7) par = Popularityparams() par.table = MView try: par.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) par.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) par.setAggregation(request.GET.get('aggr', 'day')) par.setN(request.GET.get('n', '1')) par.setIsCentralUser(request.GET.get('centraluser', '0')) par.setOrder(request.GET.get('orderby', 'totcpu')) par.setSiteName(request.GET.get('sitename', 'summary')) if (par.FirstN == 0): return HttpResponseBadRequest( "Given n not valid (param must be > 0)") jdata = dataH.getTimeEvolutionPlotDataJSON(par) return HttpResponse(jdata) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex)
def getDSStatInTimeWindow(request, MView=''): stop = datetime.now() start = datetime.now() - timedelta(days=7) par = Popularityparams() par.table = MView try: par.setTStart(request.GET.get('tstart', start.strftime("%Y-%m-%d"))) par.setTStop(request.GET.get('tstop', stop.strftime("%Y-%m-%d"))) par.setOrder(request.GET.get('orderby', 'totcpu')) par.setIsCentralUser(request.GET.get('centraluser', '0')) jdata = dataH.getDSStatInTimeWindowJSON(par) except Paramvalidationexception as e: return HttpResponseBadRequest(e.getmessage()) except popDB.PopularityDBException as dbe: return HttpResponseServerError(dbe.getmessage()) except Exception as ex: return HttpResponseServerError(ex) return HttpResponse(jdata)