def next(self):
'Get the next message to be processed or return that sources are dry'
if self.nbMsg == 0:
reticLog.logInfo(self.logList, '( ' + self.name + ' ) ' + "Sources dry on source ")
return 0
else:
try:
reticLog.logInfo(self.logList, '( ' + self.name + ' ) ' + "Messages Left on queue of adaptor : " + str(self.nbMsg))
reticLog.logInfo(self.logList, '( ' + self.name + ' ) ' + "Retrieving file : " + self.msgList[0])
self.msgName = self.msgList[0]
dotIndex = string.find(self.msgName,'.')
if dotIndex > 0:
if(not self.metadata.has_key('filename')):
self.metadata['filename'] = []
self.metadata['filename'].append(string.split(self.msgName,'.')[0])
self.metadata['extension'] = string.split(self.msgName,'.')[1]
else:
if(not self.metadata.has_key('filename')):
self.metadata['filename'] = []
self.metadata['filename'] = self.msgName
self.metadata['extension'] = ''
#file reading happend here
fp = open(os.path.join(self.filePath,self.msgList[0]))
if reticUtils.istext(fp):
fp.close()
fp = open(os.path.join(self.filePath,self.msgList[0]),'r')
else:
fp.close()
fp = open(os.path.join(self.filePath,self.msgList[0]),'rb')
self.msg = fp.read()
fp.close()
return 1
except:
errorMessage = traceback.format_exception_only(sys.exc_info()[0],sys.exc_info()[1])[0]
reticLog.logError(self.logList, '( ' + self.name + ' ) ' + "Error on message retrieval on source : " + self.name)
reticLog.logError(self.logList, '( ' + self.name + ' ) ' + errorMessage)
if self.exitOnError.lower() == 'y':
return 0
else:
return 1
# pipe_args['fieldNames'][11]='DO'
# pipe_args['fieldNames'][12]='EC_Norm'
# pipe_args['fieldNames'][13]='Salinity'
# pipe_args['fieldNames'][14]='Temperature'
# pipe_args['fieldNames'][15]='Turbidity'
# pipe_args['fieldNames'][16]='WaterLevel_Non_Vented'
# pipe_args['fieldNames'][17]='WaterLevel_Vented'
# pipe_args['fieldNames'][18]='pH'
pipe_args['name'] = 'TPWD_Emat_Test'
#print pipe_args['fieldNames']
#print raw_input("conitue...")
testPipe = pipe(pipe_args,logList)
#get os type
if sys.platform == 'win32':
testPath = '..\\file_source_exp\\'
else:
testPath = '/home/ttan/file_source_exp/'
testFileName = testPath + 'EMat_201003181523.csv'
fp = open(testFileName)
if reticUtils.istext(fp):
fp.close()
fp = open(testFileName,'r')
else:
fp.close()
fp = open(testFileName,'rb')
testPipe.getMsg(fp.read())
testPipe.process()
for i in range(len(testPipe.msgList)):
print >> open("test_TPWD_Emat_out.xml",'w'),testPipe.msgList[i]