def testCSVSimulationSingleSource(self):
logging.info("Test: CSV Simulation - One Source")
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simulation1")
svr.properties.timestampStartTime = None
svr.properties.timeInterval = 8000
s1 = SimulationSource(
simulationType=SimulationSource.Type.CSV_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.fileName = "sample.csv"
s1.timestampInterval = 1000
s1.isOrdered = True
s1.delimiter = ","
svr.sources.append(s1)
self.assertTrue(
eventSimulatorClient.uploadCSV("sample.csv",
path=resources_path + "sample.csv",
username="******",
password="******"))
logging.info("Successfully Uploaded CSV")
sleep(5)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
self.assertTrue(
eventSimulatorClient.deleteCSV("sample.csv",
username="******",
password="******"))
logging.info("Successfully Deleted CSV")
def testRandomSimulationCustomList(self):
logging.info("Test: Random Simulation using Custom List")
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("sim")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136998
svr.properties.noOfEvents = 5
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.timestampInterval = 5
svr.sources.append(s1)
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.CUSTOM_DATA_BASED,
list=["WSO2,AAA", "DDD", "IBM"]))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.CUSTOM_DATA_BASED,
list=[1.0, 2.0, 3.0]))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.CUSTOM_DATA_BASED,
list=[10, 20, 30]))
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def testRunPausePrimitiveRandom(self):
logging.info(
"Test: Random Simulation - Primitive. Save, Run, Pause, Resume, Stop and Delete."
)
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simulationPrimitive")
svr.properties.noOfEvents = 8
svr.properties.timeInterval = 30000
s1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.timestampInterval = 5
svr.sources.append(s1)
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED, length=10))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED,
min=35000,
max=30000,
precision=2))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED,
min=150,
max=300))
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.pauseSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Paused Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.resumeSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Resumed Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.stopSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Stopped Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def testRandomSimulationRegexAndPrimitive(self):
logging.info("Test: Random Simulation - Regex and Primitive")
target = {
"properties": {
"simulationName": "simRndm",
"timestampStartTime": "1488615136958",
"timestampEndTime": "1488615136998",
"noOfEvents": None,
"timeInterval": "1000"
},
"sources": [{
"simulationType":
"RANDOM_DATA_SIMULATION",
"streamName":
"FooStream",
"siddhiAppName":
"TestSiddhiApp",
"timestampInterval":
"5",
"attributeConfiguration": [{
"type": "REGEX_BASED",
"pattern": "[a-zA-Z]*"
}, {
"type": "REGEX_BASED",
"pattern": "[0-9]*"
}, {
"type": "PRIMITIVE_BASED",
"primitiveType": "LONG",
"min": "1500000",
"max": "30000000"
}]
}]
}
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simRndm")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136998
svr.properties.noOfEvents = None
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.timestampInterval = 5
svr.sources.append(s1)
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.REGEX_BASED,
pattern="[a-zA-Z]*"))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.REGEX_BASED,
pattern="[0-9]*"))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED,
min=1500000,
max=30000000,
primitiveType=AttributeConfiguration.PrimitiveType.LONG))
match = svr.toJSONObject()
self.assertDictEqual(target, match)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def testDBSimulationTwoSource(self):
logging.info("Test: DB Simulation - Two Sources")
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simDb")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = None
svr.properties.noOfEvents = None
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.DATABASE_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.dataSourceLocation = "jdbc:mysql://localhost:3306/DatabaseFeedSimulation"
s1.driver = "com.mysql.jdbc.Driver"
s1.username = "******"
s1.password = "******"
s1.tableName = "foostream3"
s1.timestampInterval = 1000
s1.columnNamesList = None
svr.sources.append(s1)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
target = {
"properties": {
"simulationName": "simDb",
"timestampStartTime": "1488615136958",
"timestampEndTime": "1488615136961",
"timeInterval": "1000"
},
"sources": [{
"simulationType": "DATABASE_SIMULATION",
"streamName": "FooStream",
"siddhiAppName": "TestSiddhiApp",
"dataSourceLocation":
"jdbc:mysql://localhost:3306/DatabaseFeedSimulation",
"driver": "com.mysql.jdbc.Driver",
"username": "******",
"password": "******",
"tableName": "foostream4",
"timestampAttribute": "timestamp",
"columnNamesList": "symbol,price,volume"
}, {
"simulationType": "DATABASE_SIMULATION",
"streamName": "FooStream",
"siddhiAppName": "TestSiddhiApp",
"dataSourceLocation": "jdbc:mysql://localhost:3306/Simulation",
"driver": "com.mysql.jdbc.Driver",
"username": "******",
"password": "******",
"tableName": "foostream",
"timestampAttribute": "timestamp",
"columnNamesList": "name,price,volume"
}]
}
svr = FeedSimulationConfiguration("simDb")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136961
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.DATABASE_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.dataSourceLocation = "jdbc:mysql://localhost:3306/DatabaseFeedSimulation"
s1.driver = "com.mysql.jdbc.Driver"
s1.username = "******"
s1.password = "******"
s1.tableName = "foostream4"
s1.timestampAttribute = "timestamp"
s1.columnNamesList = "symbol,price,volume"
svr.sources.append(s1)
s2 = SimulationSource(
simulationType=SimulationSource.Type.DATABASE_SIMULATION)
s2.streamName = "FooStream"
s2.siddhiAppName = "TestSiddhiApp"
s2.dataSourceLocation = "jdbc:mysql://localhost:3306/Simulation"
s2.driver = "com.mysql.jdbc.Driver"
s2.username = "******"
s2.password = "******"
s2.tableName = "foostream"
s2.timestampAttribute = "timestamp"
s2.columnNamesList = "name,price,volume"
svr.sources.append(s2)
match = svr.toJSONObject()
self.assertDictEqual(target, match)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")