def test_multithreaded_runner_with_multiapp_system(self):
system = System(Orders | Reservations | Orders,
Orders | Payments | Orders,
setup_tables=True,
infrastructure_class=self.infrastructure_class)
self.set_db_uri()
with MultiThreadedRunner(system):
started = time()
orders = system.processes['orders']
# Create new orders.
num_orders = 10
order_ids = []
for i in range(num_orders):
order_id = create_new_order()
order_ids.append(order_id)
retries = num_orders
for order_id in order_ids:
# while not orders.repository[order_id].is_reserved:
# sleep(0.1)
# retries -= 1
# assert retries, "Failed set order.is_reserved"
while retries and not orders.repository[order_id].is_paid:
sleep(0.1)
retries -= 1
assert retries, "Failed set order.is_paid"
print(f"Duration: { time() - started :.4f}s")
def test_clocked_multithreaded_runner_with_multiapp_system(self):
system = System(Orders | Reservations | Orders,
Orders | Payments | Orders,
setup_tables=True,
infrastructure_class=self.infrastructure_class)
self.set_db_uri()
clock_speed = 10
tick_interval = 1 / clock_speed
with MultiThreadedRunner(system, clock_speed=clock_speed):
started = time()
orders = system.processes['orders']
# Create a new order.
num_orders = 10
order_ids = []
for i in range(num_orders):
order_id = create_new_order()
order_ids.append(order_id)
# sleep(tick_interval / 3)
# sleep(tick_interval * 10)
retries = 30 * num_orders
num_completed = 0
for order_id in order_ids:
while retries and not orders.repository[order_id].is_paid:
sleep(0.1)
retries -= 1
assert retries, "Failed set order.is_paid (after %s completed)" % num_completed
num_completed += 1
print(f"Duration: { time() - started :.4f}s")
def test_multi_threaded(self):
if 'TRAVIS_PYTHON_VERSION' in os.environ:
if self.infrastructure_class is SQLAlchemyApplication:
self.skipTest(
"There's an intermittent problem with the multi-threaded"
"runner with SQLAlchemy and Python 3.7 on Travis. Fix me :)."
)
set_db_uri()
key1, key2, key3 = uuid4(), uuid4(), uuid4()
value1, value2, value3 = 11111, 22222, 33333
runner = MultiThreadedRunner(
system=self.system, infrastructure_class=self.infrastructure_class)
with runner:
paxosprocess0 = runner.processes['paxosprocess0']
paxosprocess1 = runner.processes['paxosprocess1']
paxosprocess2 = runner.processes['paxosprocess2']
started1 = datetime.datetime.now()
assert isinstance(paxosprocess0, PaxosProcess)
paxosprocess0.propose_value(key1, value1)
ended1 = (datetime.datetime.now() - started1).total_seconds()
# Check each process has expected final value.
self.assert_final_value(paxosprocess0, key1, value1)
self.assert_final_value(paxosprocess1, key1, value1)
self.assert_final_value(paxosprocess2, key1, value1)
print("Resolved paxos 1 with multi threads in %ss" % ended1)
started2 = datetime.datetime.now()
paxosprocess1.propose_value(key2, value2)
ended2 = (datetime.datetime.now() - started2).total_seconds()
# Check each process has a resolution.
self.assert_final_value(paxosprocess0, key2, value2)
self.assert_final_value(paxosprocess1, key2, value2)
self.assert_final_value(paxosprocess2, key2, value2)
print("Resolved paxos 2 with multi threads in %ss" % ended2)
started3 = datetime.datetime.now()
paxosprocess2.propose_value(key3, value3)
ended3 = (datetime.datetime.now() - started3).total_seconds()
# Check each process has a resolution.
self.assert_final_value(paxosprocess0, key3, value3)
self.assert_final_value(paxosprocess1, key3, value3)
self.assert_final_value(paxosprocess2, key3, value3)
print("Resolved paxos 3 with multi threads in %ss" % ended3)
def test_multi_threaded(self, is_skipped=True):
if is_skipped:
self.skipTest(
"There's an intermittent problem with the multi-threaded"
"runner with SQLAlchemy. Fix me :).")
set_db_uri()
system = PaxosSystem(
setup_tables=True,
infrastructure_class=self.infrastructure_class,
)
key1, key2, key3 = uuid4(), uuid4(), uuid4()
value1, value2, value3 = 11111, 22222, 33333
with MultiThreadedRunner(system):
paxosprocess0 = system.processes['paxosprocess0']
paxosprocess1 = system.processes['paxosprocess1']
paxosprocess2 = system.processes['paxosprocess2']
started1 = datetime.datetime.now()
assert isinstance(paxosprocess0, PaxosProcess)
paxosprocess0.propose_value(key1, value1)
ended1 = (datetime.datetime.now() - started1).total_seconds()
# Check each process has expected final value.
self.assert_final_value(paxosprocess0, key1, value1)
self.assert_final_value(paxosprocess1, key1, value1)
self.assert_final_value(paxosprocess2, key1, value1)
print("Resolved paxos 1 with multi threads in %ss" % ended1)
started2 = datetime.datetime.now()
paxosprocess1.propose_value(key2, value2)
ended2 = (datetime.datetime.now() - started2).total_seconds()
# Check each process has a resolution.
self.assert_final_value(paxosprocess0, key2, value2)
self.assert_final_value(paxosprocess1, key2, value2)
self.assert_final_value(paxosprocess2, key2, value2)
print("Resolved paxos 2 with multi threads in %ss" % ended2)
started3 = datetime.datetime.now()
paxosprocess2.propose_value(key3, value3)
ended3 = (datetime.datetime.now() - started3).total_seconds()
# Check each process has a resolution.
self.assert_final_value(paxosprocess0, key3, value3)
self.assert_final_value(paxosprocess1, key3, value3)
self.assert_final_value(paxosprocess2, key3, value3)
print("Resolved paxos 3 with multi threads in %ss" % ended3)
def test_multithreaded_runner_with_singleapp_system(self):
system = System(Examples | Examples,
setup_tables=True,
infrastructure_class=self.infrastructure_class)
self.set_db_uri()
with MultiThreadedRunner(system):
app = system.processes['examples']
aggregate = ExampleAggregate.__create__()
aggregate.__save__()
assert aggregate.id in app.repository
# Check the aggregate is moved on.
retries = 50
while not app.repository[aggregate.id].is_moved_on:
sleep(0.1)
retries -= 1
assert retries, "Failed to move"