def getDF(): site = sys.argv[1] fdate = sys.argv[2] tdate = sys.argv[3] nid = sys.argv[4] # site = 'agbsb' # fdate = '2016-04-10' # tdate = '2016-04-11' # nid = '2' df = CSR.getsomsrawdata(site + 'm', nid, fdate, tdate) df = pd.DataFrame(df, columns=['raw']) #df.index = df.ts #print df dfajson = df.reset_index().to_json(orient="records", date_format='iso') dfajson = dfajson.replace("T", " ").replace("Z", "").replace(".000", "") print dfajson
def getDF(): site = sys.argv[1] fdate = sys.argv[2] tdate = sys.argv[3] nid = sys.argv[4] #site = 'agbsb' #fdate = '2016-04-10' #tdate = '2016-04-11' #nid = '2' df= CSR.getsomsrawdata(site+'m',nid,fdate,tdate) df = pd.DataFrame(df,columns=['raw']) #df.index = df.ts #print df dfajson = df.reset_index().to_json(orient="records",date_format='iso') dfajson = dfajson.replace("T"," ").replace("Z","").replace(".000","") print dfajson
print '>> Error parsing database' columns = cur.fetchall() print columns for column in columns: columnName = column[0] if len(columnName) <= 6: #Get list of nodes for column queryNodes = 'SELECT DISTINCT id FROM %s WHERE id > 0 AND id < 40 ORDER BY id' % (columnName) cur.execute(queryNodes) nodes = cur.fetchall() print nodes for nodeData in nodes: node = nodeData[0] print "%s: %s" % (columnName, node) # test = soms.getsomscaldata(columnName, node, fdate, tdate) test = soms.getsomsrawdata(columnName, node, fdate, tdate) #print test print "row count: %s" % (len(test.index)) pass except IndexError: print '>> Error in writing extracting database data to files..' #test = soms.getsomsrawdata(column, gid, fdate, tdate) #print test
v_a2.rename(columns={'v':'v2'}, inplace=True) v_a2=v_a2.resample('30Min',base=0) x=pd.concat([df,v_a1.v1,v_a2.v2],axis=1,ignore_index=True) x.columns=['mval1','v1','v2'] x=x.resample('30Min',base=0) df=x.mval1[((x.v1>3.2) & (x.v1<3.4) & (x.v2>3.2) & (x.v2<3.4)) | (x.v1.isnull() & x.v2.isnull())] df = df.resample('30Min',base=0) return df column = 'gaasb' node = 2 mode = 0 fdate='2016-04-01' if mode==0: df = CSR.getsomsrawdata(column+'m',node,fdate) else: df = CSR.getsomscaldata(column+'m',node,fdate) f,ax=plt.subplots(4,sharex=True) ax[0].plot(df,color='b') out=seek_outlier(df,column,node,mode) #df[out].plot(style='ro') #plt.subplot(312) filtered=f_outlier(df,column,node,mode) ax[1].plot(filtered,color='m') #filtered.plot(color='m') filtered2= f_undervoltage(filtered,column,node,mode) ax[2].plot(filtered2,color='g')
from datetime import datetime as dt import sqlalchemy from sqlalchemy import create_engine import requests path = os.path.abspath(os.path.join(os.path.dirname(__file__), '../../updews-pycodes/Analysis/')) if not path in sys.path: sys.path.insert(1, path) del path import SomsRangeFilter import ConvertSomsRaw as CSR site = sys.argv[1] fdate = sys.argv[2] tdate = sys.argv[3] nid = sys.argv[4] mode = sys.argv[5] # site = 'gaasb' # nid = 2 # mode = 1 # fdate = '2016-04-01' # tdate ='2016-04-05' if mode == 0: df = CSR.getsomsrawdata(site,int(nid),fdate,tdate) else: df = CSR.getsomscaldata(site,int(nid),fdate,tdate) df_filt = SomsRangeFilter.f_outlier(df,site,int(nid),int(mode)) dfajson = df_filt.reset_index().to_json(orient='records',date_format='iso') dfajson = dfajson.replace("T"," ").replace("Z","").replace(".000","") print dfajson # print type(fdate)
from datetime import datetime as dt import sqlalchemy from sqlalchemy import create_engine import requests path = os.path.abspath(os.path.join(os.path.dirname(__file__), '../../updews-pycodes/Analysis/Soms')) if not path in sys.path: sys.path.insert(1, path) del path import SomsRangeFilter import ConvertSomsRaw as CSR #site = "agbsb" #fdate = "2016-01-28" #tdate = "2017-12-29" #mode = '0' site = sys.argv[1] fdate = sys.argv[2] tdate = sys.argv[3] mode = sys.argv[4] if mode == '0': df = CSR.getsomsrawdata(column=site, fdate=fdate, tdate=tdate, if_multi=True ) else: df = CSR.getsomscaldata(column=site, fdate=fdate, tdate=tdate ,if_multi = True) df_filt = SomsRangeFilter.f_outlier(df,site,int(mode)) dfajson = df_filt.reset_index().to_json(orient='records',date_format='iso') dfajson = dfajson.replace("T"," ").replace("Z","").replace(".000","") print dfajson
from datetime import datetime as dt import sqlalchemy from sqlalchemy import create_engine import requests path = os.path.abspath(os.path.join(os.path.dirname(__file__), '../../updews-pycodes/Analysis/')) if not path in sys.path: sys.path.insert(1, path) del path import SomsRangeFilter import ConvertSomsRaw as CSR site = sys.argv[1] fdate = sys.argv[2] tdate = sys.argv[3] nid = sys.argv[4] mode = sys.argv[5] #site = 'laysb' #nid = '2' #mode = '0' #fdate = '2016-01-15' #tdate ='2016-01-18' if mode == '0': df = CSR.getsomsrawdata(site,int(nid),fdate,tdate) else: df = CSR.getsomscaldata(site,int(nid),fdate,tdate) df_filt = SomsRangeFilter.f_outlier(df,site,int(nid),int(mode)) dfajson = df_filt.reset_index().to_json(orient='records',date_format='iso') dfajson = dfajson.replace("T"," ").replace("Z","").replace(".000","") print dfajson # print type(fdate)
from datetime import timedelta as td from datetime import datetime as dt import sqlalchemy from sqlalchemy import create_engine path = os.path.abspath( os.path.join(os.path.dirname(__file__), '../../updews-pycodes/Analysis/Soms')) if not path in sys.path: sys.path.insert(1, path) del path import ConvertSomsRaw as CSR import SomsRangeFilter site = sys.argv[1] fdate = sys.argv[2] tdate = sys.argv[3] nid = sys.argv[4] mode = sys.argv[5] #site = 'laysa' #fdate = '2013-04-02' #tdate = '2016-04-10' #nid = 1 df = CSR.getsomsrawdata(column=site, gid=nid, fdate=fdate, tdate=tdate, if_multi=False) dfajson = df.reset_index().to_json(orient="records", date_format='iso') dfajson = dfajson.replace("T", " ").replace("Z", "").replace(".000", "") print dfajson