#!/usr/bin/env python
from pprint import pprint
from RI_precision import *
from LogSig import *
result=zeros((10,9))
LogSigDataPath=['../Sca/Sca_BGL400/','../Sca/Sca_BGL4k/','../Sca/Sca_BGL40k/','../Sca/Sca_BGL400k/','../Sca/Sca_BGL4m/']
dataName=['Sca_BGL400','Sca_BGL4k','Sca_BGL40k','Sca_BGL400k','Sca_BGL4m']
curData=3
for i in range(0,10,1):
print 'the ', i+1, 'th experiment starts here!'
LogSigPara=Para(LogSigDataPath[curData])
LogSigInstance=LogSig(LogSigPara)
time=LogSigInstance.mainProcess()
parameters=prePara(LogSigDataPath[curData])
TP,FP,TN,FN,p,r,f,RI=process(parameters)
result[i,:]=TP,FP,TN,FN,p,r,f,RI,time
pprint(result)
savetxt('10experiment_withRE'+dataName[curData]+'.csv',result,delimiter=',')
result = zeros((10, 9))
LogSigDataPath = [
'../Sca/Sca_BGL400/', '../Sca/Sca_BGL4k/', '../Sca/Sca_BGL40k/',
'../Sca/Sca_BGL400k/', '../Sca/Sca_BGL4m/'
]
dataName = [
'Sca_BGL400', 'Sca_BGL4k', 'Sca_BGL40k', 'Sca_BGL400k', 'Sca_BGL4m'
]
curData = 3
for i in range(0, 10, 1):
print 'the ', i + 1, 'th experiment starts here!'
LogSigPara = Para(LogSigDataPath[curData])
LogSigInstance = LogSig(LogSigPara)
time = LogSigInstance.mainProcess()
parameters = prePara(LogSigDataPath[curData])
TP, FP, TN, FN, p, r, f, RI = process(parameters)
result[i, :] = TP, FP, TN, FN, p, r, f, RI, time
pprint(result)
savetxt('10experiment_withRE' + dataName[curData] + '.csv',
result,
delimiter=',')
#IPLoM
#For 2kHDFS data:
# (self,path='../Data/2kHDFS/',logname='NoID_2kHDFS.log',removable=True,removeCol=[0,1,2,3,4],regular=True,
# rex=['blk_(|-)[0-9]+','(/|)([0-9]+\.){3}[0-9]+(:[0-9]+|)(:|)'],savePath='./results_2kHDFS/',saveFileName='template',groupNum=14):
#For 2kZookeeper:
# (self,path='../Data/2kZookeeper/',logname='NoID_2kZookeeper.log',removable=True,removeCol=[0,1,2,3,4,5],regular=True,
# rex=['(/|)([0-9]+\.){3}[0-9]+(:[0-9]+|)(:|)'],savePath='./results_2kZookeeper/',saveFileName='template',groupNum=46):
removeCol = [0, 1, 2, 3, 4, 5, 6]
regL = ['(/|)([0-9]+\.){3}[0-9]+(:[0-9]+|)(:|)']
# regL = []
elif dataset == 5:
dataName = 'Proxifier'
groupNum = 6
removeCol = [0, 1, 2, 4, 5]
regL = []
result = np.zeros((1, 9))
for i in range(0, 1, 1):
print('the ', i + 1, 'th experiment starts here!')
parserPara = Para(path=dataPath + dataName + '/',
groupNum=groupNum,
removeCol=removeCol,
rex=regL,
savePath='./results/')
myParser = LogSig(parserPara)
runningTime = myParser.mainProcess()
parameters = prePara(groundTruthDataPath=dataPath + dataName + '/',
geneDataPath='./results/')
TP, FP, TN, FN, p, r, f, RI = process(parameters)
result[i, :] = TP, FP, TN, FN, p, r, f, RI, runningTime
pprint(result)
gc.collect()
from LogSig import *
RawLogPath = './'
RawLogFile = 'rawlog.log'
OutputPath = './results/'
para = Para(path=RawLogPath, logname=RawLogFile, savePath=OutputPath)
myparser = LogSig(para)
time = myparser.mainProcess()
print('The running time of LogSig is', time)
from LogSig import *
RawLogPath = './'
RawLogFile = 'rawlog.log'
OutputPath = './results/'
para=Para(path=RawLogPath, logname=RawLogFile, savePath=OutputPath)
myparser=LogSig(para)
time=myparser.mainProcess()
print ('The running time of LogSig is', time)