def __init__(self,inputFile,outputFile):
self.inputFile = inputFile
self.fileQueue = Queue(1)
self.rawDataframeQueue = Queue()
self.processedDataframeQueue = Queue()
self.chunkReader = ChunkReader(inputFile)
self.dataProcessor = ChunkedODMDataProcessor(os.path.abspath(os.path.split(inputFile)[0]))
self.chunkWriter = ChunkWriter(outputFile)
self.fileConsumerThread = ReturnActionConsumerThread(self.chunkReader.read_next,self.fileQueue,self.rawDataframeQueue)
self.odmProcessorThread = ReturnActionConsumerThread(self.dataProcessor.processDataFrame,self.rawDataframeQueue,self.processedDataframeQueue)
self.outputWriterThread = ReturnActionConsumerThread(self.chunkWriter.writeDataFrame,self.processedDataframeQueue)
class OMDCsvChunkHandler(FileSystemEventHandler):
"""
Handler for watchdog filesystem events.
Description
-----------
This class hosts three consumer/producer threads for the following functions
- producer: reading chunks of data from the input file.
- consumer-producer: processing chunks of data
- consumer: writing chunks of data to the output file
When a change is detected on the target input file a flag is raised to the
'reader' thread to read a chunk of data. This chunk is then passed on to the
dataProcessing consumer thread where the displacement is detected and stored to an
output dataframe. This dataframe is passed to the outputwriter consumer thread that
writes it to the output csv file.
"""
def __init__(self,inputFile,outputFile):
self.inputFile = inputFile
self.fileQueue = Queue(1)
self.rawDataframeQueue = Queue()
self.processedDataframeQueue = Queue()
self.chunkReader = ChunkReader(inputFile)
self.dataProcessor = ChunkedODMDataProcessor(os.path.abspath(os.path.split(inputFile)[0]))
self.chunkWriter = ChunkWriter(outputFile)
self.fileConsumerThread = ReturnActionConsumerThread(self.chunkReader.read_next,self.fileQueue,self.rawDataframeQueue)
self.odmProcessorThread = ReturnActionConsumerThread(self.dataProcessor.processDataFrame,self.rawDataframeQueue,self.processedDataframeQueue)
self.outputWriterThread = ReturnActionConsumerThread(self.chunkWriter.writeDataFrame,self.processedDataframeQueue)
def on_modified(self, event):
if (event.src_path == self.inputFile):
try:
self.fileQueue.put((),block=False)
except Full:
pass
def startPCChain(self):
self.fileConsumerThread.start()
self.odmProcessorThread.start()
self.outputWriterThread.start()
def stopPCChain(self):
pass
