def testCSVSimulationTwoSource(self):
logging.info("Test: CSV Simulation - Two Source")
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simCSV2")
svr.properties.timestampStartTime = 1488615136957
svr.properties.timestampEndTime = 1488615136973
svr.properties.noOfEvents = 7
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.CSV_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.fileName = "sample.csv"
s1.timestampAttribute = 0
s1.isOrdered = True
s1.delimiter = ","
svr.sources.append(s1)
s2 = SimulationSource(
simulationType=SimulationSource.Type.CSV_SIMULATION)
s2.streamName = "FooStream"
s2.siddhiAppName = "TestSiddhiApp"
s2.fileName = "sample.csv"
s2.timestampAttribute = 0
s2.isOrdered = True
s2.delimiter = ","
svr.sources.append(s2)
self.assertTrue(
eventSimulatorClient.uploadCSV("sample.csv",
path=resources_path + "sample.csv",
username="******",
password="******"))
logging.info("Successfully Uploaded CSV")
sleep(5)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
self.assertTrue(
eventSimulatorClient.deleteCSV("sample.csv",
username="******",
password="******"))
logging.info("Successfully Deleted CSV")
def testEditSimulationFeedConfiguration(self):
logging.info(
"Test1: Saving, Editing and Deleting simulation feed configuration"
)
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simulationPrimitive")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = None
svr.properties.noOfEvents = 8
svr.properties.timeInterval = 1000
sm1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION,
streamName="FooStream",
siddhiAppName="TestSiddhiApp",
timestampInterval=5)
sm1.attributeConfiguration.append(
AttributeConfiguration(AttributeConfiguration.Type.PRIMITIVE_BASED,
length=10))
sm1.attributeConfiguration.append(
AttributeConfiguration(AttributeConfiguration.Type.PRIMITIVE_BASED,
min=35000,
max=30000,
precision=2))
sm1.attributeConfiguration.append(
AttributeConfiguration(AttributeConfiguration.Type.PRIMITIVE_BASED,
min=150,
max=300))
svr.sources.append(sm1)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
svr.properties.simulationName = "simulationNewName"
self.assertTrue(
eventSimulatorClient.editSimulationFeedConfiguration(
"simulationPrimitive", svr, username="******",
password="******"))
logging.info("Successfully Editted Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
"simulationNewName", username="******", password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def testRandomSimulationCustomList(self):
logging.info("Test: Random Simulation using Custom List")
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("sim")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136998
svr.properties.noOfEvents = 5
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.timestampInterval = 5
svr.sources.append(s1)
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.CUSTOM_DATA_BASED,
list=["WSO2,AAA", "DDD", "IBM"]))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.CUSTOM_DATA_BASED,
list=[1.0, 2.0, 3.0]))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.CUSTOM_DATA_BASED,
list=[10, 20, 30]))
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def retrieveSimulationFeedConfiguration(self, simulationName, username,
password):
'''
Retrieves a SimulationFeedConfiguration from WSO2 SP Event Simulator
:param simulationName:
:return:
'''
r = self._sendGetRequest("/feed/" + simulationName,
auth=HTTPBasicAuth(username, password))
if r.status_code == 200:
result = r.json()
if result["status"].lower() == "ok":
jsonObject = json.loads(
result["message"])["Simulation configuration"]
return FeedSimulationConfiguration.parse(jsonObject)
else:
raise Exception("Respose says not ok")
elif r.status_code == 404:
raise Exception(
"EventSimulationConfiguration with specified name does not exist."
)
else:
raise Exception(str(r.status_code) + ": " + r.text)
def testRunPausePrimitiveRandom(self):
logging.info(
"Test: Random Simulation - Primitive. Save, Run, Pause, Resume, Stop and Delete."
)
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simulationPrimitive")
svr.properties.noOfEvents = 8
svr.properties.timeInterval = 30000
s1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.timestampInterval = 5
svr.sources.append(s1)
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED, length=10))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED,
min=35000,
max=30000,
precision=2))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED,
min=150,
max=300))
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.pauseSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Paused Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.resumeSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Resumed Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.stopSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Stopped Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def testDBandCSVSimulation(self):
logging.info("Test: Random Simulation - Property and Primitive")
target = {
"properties": {
"simulationName": "simulationCSV",
"timestampStartTime": "1488615136958",
"timestampEndTime": "1488615136966",
"timeInterval": "1000"
},
"sources": [{
"simulationType": "DATABASE_SIMULATION",
"streamName": "FooStream",
"siddhiAppName": "TestSiddhiApp",
"dataSourceLocation":
"jdbc:mysql://localhost:3306/DatabaseFeedSimulation",
"driver": "com.mysql.jdbc.Driver",
"username": "******",
"password": "******",
"tableName": "foostream3",
"timestampAttribute": "timestamp",
"columnNamesList": "symbol,price,volume"
}, {
"simulationType": "CSV_SIMULATION",
"streamName": "FooStream",
"siddhiAppName": "TestSiddhiApp",
"fileName": "sample.csv",
"timestampAttribute": "0",
"isOrdered": "False",
"delimiter": ","
}]
}
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simulationCSV")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136966
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.DATABASE_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.dataSourceLocation = "jdbc:mysql://localhost:3306/DatabaseFeedSimulation"
s1.driver = "com.mysql.jdbc.Driver"
s1.username = "******"
s1.password = "******"
s1.tableName = "foostream3"
s1.timestampAttribute = "timestamp"
s1.columnNamesList = "symbol,price,volume"
svr.sources.append(s1)
s2 = SimulationSource(
simulationType=SimulationSource.Type.CSV_SIMULATION)
s2.streamName = "FooStream"
s2.siddhiAppName = "TestSiddhiApp"
s2.fileName = "sample.csv"
s2.timestampAttribute = 0
s2.isOrdered = False
s2.delimiter = ","
svr.sources.append(s2)
match = svr.toJSONObject()
self.assertDictEqual(target["sources"][1], match["sources"][1])
self.assertTrue(
eventSimulatorClient.uploadCSV("sample.csv",
path=resources_path + "sample.csv",
username="******",
password="******"))
logging.info("Successfully Uploaded CSV")
sleep(5)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
self.assertTrue(
eventSimulatorClient.deleteCSV("sample.csv",
username="******",
password="******"))
logging.info("Successfully Deleted CSV")
def testRandomSimulationRegexAndPrimitive(self):
logging.info("Test: Random Simulation - Regex and Primitive")
target = {
"properties": {
"simulationName": "simRndm",
"timestampStartTime": "1488615136958",
"timestampEndTime": "1488615136998",
"noOfEvents": None,
"timeInterval": "1000"
},
"sources": [{
"simulationType":
"RANDOM_DATA_SIMULATION",
"streamName":
"FooStream",
"siddhiAppName":
"TestSiddhiApp",
"timestampInterval":
"5",
"attributeConfiguration": [{
"type": "REGEX_BASED",
"pattern": "[a-zA-Z]*"
}, {
"type": "REGEX_BASED",
"pattern": "[0-9]*"
}, {
"type": "PRIMITIVE_BASED",
"primitiveType": "LONG",
"min": "1500000",
"max": "30000000"
}]
}]
}
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simRndm")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136998
svr.properties.noOfEvents = None
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.RANDOM_DATA_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.timestampInterval = 5
svr.sources.append(s1)
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.REGEX_BASED,
pattern="[a-zA-Z]*"))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.REGEX_BASED,
pattern="[0-9]*"))
s1.attributeConfiguration.append(
AttributeConfiguration(
type=AttributeConfiguration.Type.PRIMITIVE_BASED,
min=1500000,
max=30000000,
primitiveType=AttributeConfiguration.PrimitiveType.LONG))
match = svr.toJSONObject()
self.assertDictEqual(target, match)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")
def testDBSimulationOneSourceWOColumnNames(self):
logging.info("Test: DB Simulation - One Source w/o column names")
target = {
"properties": {
"simulationName": "simDbNoColumnsList",
"timestampStartTime": "1488615136958",
"timestampEndTime": "1488615136961",
"timeInterval": "1000"
},
"sources": [{
"simulationType": "DATABASE_SIMULATION",
"streamName": "FooStream",
"siddhiAppName": "TestSiddhiApp",
"dataSourceLocation":
"jdbc:mysql://localhost:3306/DatabaseFeedSimulation",
"driver": "com.mysql.jdbc.Driver",
"username": "******",
"password": "******",
"tableName": "foostream3",
"timestampAttribute": "timestamp",
"columnNamesList": None
}]
}
spPythonClient = SPClient(self.hostUrl)
eventSimulatorClient = spPythonClient.getEventSimulatorClient()
svr = FeedSimulationConfiguration("simDbNoColumnsList")
svr.properties.timestampStartTime = 1488615136958
svr.properties.timestampEndTime = 1488615136961
svr.properties.timeInterval = 1000
s1 = SimulationSource(
simulationType=SimulationSource.Type.DATABASE_SIMULATION)
s1.streamName = "FooStream"
s1.siddhiAppName = "TestSiddhiApp"
s1.dataSourceLocation = "jdbc:mysql://localhost:3306/DatabaseFeedSimulation"
s1.driver = "com.mysql.jdbc.Driver"
s1.username = "******"
s1.password = "******"
s1.tableName = "foostream3"
s1.timestampAttribute = "timestamp"
s1.columnNamesList = None
svr.sources.append(s1)
match = svr.toJSONObject()
self.assertDictEqual(target, match)
self.assertTrue(
eventSimulatorClient.saveSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Saved Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.runSimulationFeedConfiguration(
svr, username="******", password="******"))
logging.info("Successfully Started Simulation Feed Configuration")
sleep(5)
self.assertTrue(
eventSimulatorClient.deleteSimulationFeedConfiguration(
svr.properties.simulationName,
username="******",
password="******"))
logging.info("Successfully Deleted Simulation Feed Configuration")