def testStartModeRTFolowedBySimulation(self):
'''
Start C2 in RT for 3 seconds. Then launch C2 in simulation mode on the generated primary
file and ensure the secondary data generated at the RT and simulation steps are identical.
:return:
'''
controller = Controller()
duration = 3
print("running c2 in real time mode for {} seconds".format(duration))
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
try:
controller.start(['-mr', '-d{}'.format(duration)])
except SystemExit:
pass
csvPrimaryDataFileName = controller.primaryDataFileName
csvSecondaryDataFileName = controller.buildSecondaryFileNameFromPrimaryFileName(
csvPrimaryDataFileName, "secondary")
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
sdFromRT = csvSecondaryFile.readlines()
self.assertTrue(os.path.isfile(csvPrimaryDataFileName))
controller.start(['-ms', '-p{}'.format(csvPrimaryDataFileName)])
controller.stop()
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
sdFromSimulation = csvSecondaryFile.readlines()
self.assertEqual(sdFromRT, sdFromSimulation)
os.remove(csvPrimaryDataFileName)
os.remove(csvSecondaryDataFileName)
def testSecDataGenerationInSimulationModeAB(self):
csvPrimaryDataFileName = "primary-ab.csv"
csvSecondaryDataFileName = "secondary.csv"
csvExpectedSecondaryDataFileName = "expected-secondary-ab.csv"
controller = Controller()
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
controller.start(['-ms', '-p{}'.format(csvPrimaryDataFileName)])
controller.stop()
self.assertTrue(os.path.isfile(csvSecondaryDataFileName))
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
with open(csvExpectedSecondaryDataFileName,
'r') as csvExpectedSecondaryFile:
for secondaryFileLine in csvSecondaryFile:
expectedSecondaryFileLine = csvExpectedSecondaryFile.readline(
)
self.assertEqual(secondaryFileLine,
expectedSecondaryFileLine)
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
with open(csvExpectedSecondaryDataFileName,
'r') as csvExpectedSecondaryFile:
secondaryRecordsNumber, expectedSecondaryRecordsNumber = 0, 0
for secondaryRecordsNumber, _ in enumerate(csvSecondaryFile):
pass
for expectedSecondaryRecordsNumber, _ in enumerate(
csvExpectedSecondaryFile):
pass
self.assertEqual(secondaryRecordsNumber,
expectedSecondaryRecordsNumber)
os.remove(csvSecondaryDataFileName)
def testStartModeRealtime(self):
'''
this causes testStartModeRealtimeWithDurationInSeconds to fail !!!
:return:
'''
controller = Controller()
print("running c2 in real time mode for 10 seconds")
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
controller.start(['-mr'])
time.sleep(2)
csvPrimaryDataFileName = controller.stop()
csvSecondaryDataFileName = controller.buildSecondaryFileNameFromPrimaryFileName(
csvPrimaryDataFileName, "secondary")
with open(csvPrimaryDataFileName, 'r') as csvPrimaryFile:
header = csvPrimaryFile.readline()
self.assertEqual(header, 'IDX TIMESTAMP (MS) VOLUME\tPRICE\n')
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
header = csvSecondaryFile.readline()
self.assertEqual(header, 'IDX TRD\tTIMESTAMP (MS) VOLUME\tPRICE\n')
self.assertTrue(os.path.isfile(csvPrimaryDataFileName))
os.remove(csvPrimaryDataFileName)
os.remove(csvSecondaryDataFileName)
def testStartModeRealtime(self):
'''
this causes testStartModeRealtimeWithDurationInSeconds to fail !!!
:return:
'''
controller = Controller()
print("running c2 in real time mode for 10 seconds")
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
controller.start(['-mr'])
time.sleep(2)
csvPrimaryDataFileName = controller.stop()
csvSecondaryDataFileName = controller.buildSecondaryFileNameFromPrimaryFileName(
csvPrimaryDataFileName, "secondary")
with open(csvPrimaryDataFileName, 'r') as csvPrimaryFile:
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
i, j = 0, 0
for i, _ in enumerate(csvPrimaryFile):
pass
for j, _ in enumerate(csvSecondaryFile):
pass
self.assertEqual(i, j)
self.assertTrue(os.path.isfile(csvPrimaryDataFileName))
os.remove(csvPrimaryDataFileName)
os.remove(csvSecondaryDataFileName)
def testStartModeSimulationPrimaryFileWithNoDateSpecification(self):
csvPrimaryDataFileName = "../primary.csv"
csvSecondaryDataFileName = "secondary.csv"
controller = Controller()
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
controller.start(['-ms', '-p{}'.format(csvPrimaryDataFileName)])
controller.stop()
self.assertTrue(os.path.isfile(csvSecondaryDataFileName))
with open(csvPrimaryDataFileName, 'r') as csvPrimaryFile:
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
i, j = 0, 0
for i, _ in enumerate(csvPrimaryFile):
pass
for j, _ in enumerate(csvSecondaryFile):
pass
self.assertEqual(i, j)
os.remove(csvSecondaryDataFileName)
def testStartModeSimulation(self):
csvPrimaryDataFileName = "primary-2018-07-31-20-56-05.csv"
csvSecondaryDataFileName = "secondary-2018-07-31-20-56-05.csv"
controller = Controller()
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
controller.start(['-ms', '-p{}'.format(csvPrimaryDataFileName)])
controller.stop()
self.assertTrue(os.path.isfile(csvSecondaryDataFileName))
with open(csvPrimaryDataFileName, 'r') as csvPrimaryFile:
with open(csvSecondaryDataFileName, 'r') as csvSecondaryFile:
primaryRecordsNumber, secondaryRecordsNumber = 0, 0
for primaryRecordsNumber, _ in enumerate(csvPrimaryFile):
pass
for secondaryRecordsNumber, _ in enumerate(csvSecondaryFile):
pass
self.assertEqual(primaryRecordsNumber, 25)
self.assertEqual(secondaryRecordsNumber, 10)
os.remove(csvSecondaryDataFileName)
def testStartModeSimulationBuildSeqDiag(self):
csvPrimaryDataFileName = "primary-one.csv"
csvSecondaryDataFileName = "secondary.csv"
controller = Controller()
classCtorArgsDic = {
'ArchivedDatasource': ['primary-one.csv'],
'SecondaryDataAggregator': ['secondary.csv', False],
'Archiver': ['secondary.csv', False]
}
SeqDiagBuilder.activate(
parentdir, 'Controller', 'start',
classCtorArgsDic) # activate sequence diagram building
#IMPORTANT: when forcing execution parms, no space separate parm name and parm value !
controller.start(['-ms', '-p{}'.format(csvPrimaryDataFileName)])
controller.stop()
os.remove(csvSecondaryDataFileName)
commands = SeqDiagBuilder.createSeqDiaqCommands(
actorName='USER',
title='C2 simulation mode sequence diagram',
maxSigArgNum=None,
maxSigCharLen=15,
maxNoteCharLen=23)
with open("c:\\temp\\C2 Simulation mode sequence diagram.txt",
"w") as f:
f.write(commands)
SeqDiagBuilder.deactivate() # deactivate sequence diagram building
self.assertEqual(
'''@startuml
title C2 simulation mode sequence diagram
actor USER
participant Controller
/note over of Controller
Entry point of the C2 application.
When started at the commandline,
accepts parameters like RT or
simulation mode.
end note
participant ArchivedDatasource
/note over of ArchivedDatasource
In simulation mode, reads data
line by line from a primary data
file. For every data line read,
calls the notifyObservers(data)
method of its parent class,
Observable.
end note
participant Observable
/note over of Observable
Pivot class in the Observable
design pattern. Each time its
notifyObservers(data) method is
called, Observable notifies its
subscribed Observers of the
received data calling update(data)
on each registered Observer.
end note
participant SecondaryDataAggregator
/note over of SecondaryDataAggregator
Implements the Observer part in
the Observable design pattern.
Each tima its update(data) method
is called, it adds this data to
the current secondary aggreagated
data and sends the secondary data
when appropriate to the Criterion
calling its check() method.
end note
participant PriceVolumeCriterion
/note over of PriceVolumeCriterion
Inherits from Criterion. Is
responsible for computing if an
alarm must be raised. Performs its
calculation each time its check()
method is called.
end note
participant Archiver
/note over of Archiver
In simulation mode, this Observer
(Archiver, like SecondaryData
Aggregator, inherits from
Observer) writes the secondary
data on disk. In real time mode,
saves on disk the primary data.
end note
USER -> Controller: start(...)
activate Controller
Controller -> ArchivedDatasource: processArchivedData()
activate ArchivedDatasource
ArchivedDatasource -> Observable: notifyObservers(data)
activate Observable
Observable -> SecondaryDataAggregator: update(data)
activate SecondaryDataAggregator
SecondaryDataAggregator -> SecondaryDataAggregator: aggregateSecondaryData(...)
activate SecondaryDataAggregator
note right
method to be implemented by
Philippe
end note
SecondaryDataAggregator <-- SecondaryDataAggregator:
deactivate SecondaryDataAggregator
SecondaryDataAggregator -> PriceVolumeCriterion: check(data)
activate PriceVolumeCriterion
note right
method to be implemented by
Philippe
end note
SecondaryDataAggregator <-- PriceVolumeCriterion:
deactivate PriceVolumeCriterion
SecondaryDataAggregator -> Archiver: update(data)
activate Archiver
SecondaryDataAggregator <-- Archiver:
deactivate Archiver
Observable <-- SecondaryDataAggregator:
deactivate SecondaryDataAggregator
ArchivedDatasource <-- Observable:
deactivate Observable
Controller <-- ArchivedDatasource:
deactivate ArchivedDatasource
USER <-- Controller:
deactivate Controller
@enduml''', commands)