# Measured experimentally.
ROW_SIZE_BYTES = 210 * 1024 * 1024 * 1024 / 720_000_000
# 1TB per node
# TARGET_DATASET_SIZE = len(cluster_private_ips) * 1024 * 1024 * 1024 * 1024
TARGET_DATASET_SIZE = props['target_dataset_size_gb'] * 1024 * 1024 * 1024
REPLICATION_FACTOR = 3
COMPACTION_STRATEGY = props['compaction_strategy']
ROW_COUNT = int(TARGET_DATASET_SIZE / ROW_SIZE_BYTES / REPLICATION_FACTOR)
BACKGROUND_LOAD_OPS = 25000
# Start Scylla/Cassandra nodes (except one to be a replacement node later)
if props['cluster_type'] == 'scylla':
cluster = Scylla(all_public_ips, all_private_ips, all_private_ips[0],
props)
cluster.install()
cluster = Scylla(cluster_public_ips, cluster_private_ips,
cluster_private_ips[0], props)
cluster.start()
else:
cluster = Cassandra(all_public_ips, all_private_ips, all_private_ips[0],
props)
cluster.install()
if "cassandra_extra_env_opts" in props:
cluster.append_env_configuration(props["cassandra_extra_env_opts"])
cluster = Cassandra(cluster_public_ips, cluster_private_ips,
cluster_private_ips[0], props)
cluster.start()
print("Nodes started at:", datetime.now().strftime("%H:%M:%S"))
#!/bin/python3
from scyllaso import common
from scyllaso.cs import CassandraStress
from scyllaso import scylla
from scyllaso.scylla import Scylla
props = common.load_yaml('properties.yml')
items = props["items"]
profile = props["profile"]
env = common.load_yaml('environment.yml')
cluster_private_ips = env['cluster_private_ips']
cluster_string = ",".join(cluster_private_ips)
cluster = Scylla(env['cluster_public_ips'], env['cluster_private_ips'],
env['cluster_private_ips'][0], props)
cluster.install()
cluster.start()
cs = CassandraStress(env['loadgenerator_public_ips'], props)
cs.install()
cs.prepare()
cs.upload(profile)
cs.insert(profile, items, cluster_string)
# Run parameters
# Row size of default cassandra-stress workload.
# Measured experimentally.
ROW_SIZE_BYTES = 210 * 1024 * 1024 * 1024 / 720_000_000
# 1TB per node
TARGET_DATASET_SIZE = props['target_dataset_size_gb'] * 1024 * 1024 * 1024
REPLICATION_FACTOR = 3
COMPACTION_STRATEGY = props['compaction_strategy']
ROW_COUNT = int(TARGET_DATASET_SIZE / ROW_SIZE_BYTES / REPLICATION_FACTOR)
# Start Scylla/Cassandra nodes
if props['cluster_type'] == 'scylla':
cluster = Scylla(env['cluster_public_ips'], env['cluster_private_ips'],
env['cluster_private_ips'][0], props)
cluster.install()
cluster.start()
else:
cluster = Cassandra(env['cluster_public_ips'], env['cluster_private_ips'],
env['cluster_private_ips'][0], props)
cluster.install()
if "cassandra_extra_env_opts" in props:
cluster.append_env_configuration(props["cassandra_extra_env_opts"])
cluster.start()
print("Nodes started at:", datetime.now().strftime("%H:%M:%S"))
cs = CassandraStress(env['loadgenerator_public_ips'], props)
cs.install()
cs.prepare()
# Run parameters
# Row size of default cassandra-stress workload.
# Measured experimentally.
ROW_SIZE_BYTES = 210 * 1024 * 1024 * 1024 / 720_000_000
TARGET_DATASET_SIZE = props['target_dataset_size_gb'] * 1024 * 1024 * 1024
REPLICATION_FACTOR = 1
COMPACTION_STRATEGY = props['compaction_strategy']
ROW_COUNT = int(TARGET_DATASET_SIZE / ROW_SIZE_BYTES / REPLICATION_FACTOR)
# Start Scylla/Cassandra nodes
if props['cluster_type'] == 'scylla':
cluster = Scylla(env['cluster_public_ips'], env['cluster_private_ips'],
env['cluster_private_ips'][0], props)
cluster.install()
cluster.start()
else:
cluster = Cassandra(env['cluster_public_ips'], env['cluster_private_ips'],
env['cluster_private_ips'][0], props)
cluster.install()
if "cassandra_extra_env_opts" in props:
cluster.append_env_configuration(props["cassandra_extra_env_opts"])
cluster.start()
print("Nodes started at:", datetime.now().strftime("%H:%M:%S"))
cs = CassandraStress(env['loadgenerator_public_ips'], props)
cs.install()
cs.prepare()
# Row size of default cassandra-stress workload.
# Measured experimentally.
ROW_SIZE_BYTES = 210 * 1024 * 1024 * 1024 / 720_000_000
# 1TB per node
# TARGET_DATASET_SIZE = len(cluster_private_ips) * 1024 * 1024 * 1024 * 1024
TARGET_DATASET_SIZE = props['target_dataset_size_gb'] * 1024 * 1024 * 1024
REPLICATION_FACTOR = 3
COMPACTION_STRATEGY = props['compaction_strategy']
ROW_COUNT = int(TARGET_DATASET_SIZE / ROW_SIZE_BYTES / REPLICATION_FACTOR)
# Start Scylla/Cassandra nodes (except ones to be started later)
if props['cluster_type'] == 'scylla':
cluster = Scylla(all_public_ips, all_private_ips, all_private_ips[0],
props)
cluster.install()
cluster = Scylla(cluster_public_ips, cluster_private_ips,
cluster_private_ips[0], props)
cluster.start()
else:
cluster = Cassandra(all_public_ips, all_private_ips, all_private_ips[0],
props)
cluster.install()
if "cassandra_extra_env_opts" in props:
cluster.append_env_configuration(props["cassandra_extra_env_opts"])
cluster = Cassandra(cluster_public_ips, cluster_private_ips,
cluster_private_ips[0], props)
cluster.start()
print("Nodes started at:", datetime.now().strftime("%H:%M:%S"))
# Measured experimentally.
ROW_SIZE_BYTES = 210 * 1024 * 1024 * 1024 / 720_000_000
# 1TB per node
# TARGET_DATASET_SIZE = len(cluster_private_ips) * 1024 * 1024 * 1024 * 1024
TARGET_DATASET_SIZE = props['target_dataset_size_gb'] * 1024 * 1024 * 1024
REPLICATION_FACTOR = 3
COMPACTION_STRATEGY = props['compaction_strategy']
ROW_COUNT = int(TARGET_DATASET_SIZE / ROW_SIZE_BYTES / REPLICATION_FACTOR)
BACKGROUND_LOAD_OPS = 25000
# Start Scylla/Cassandra nodes (except ones to be started later)
if props['cluster_type'] == 'scylla':
cluster = Scylla(all_public_ips, all_private_ips, all_private_ips[0],
props)
cluster.install()
cluster = Scylla(cluster_public_ips, cluster_private_ips,
cluster_private_ips[0], props)
cluster.start()
else:
cluster = Cassandra(all_public_ips, all_private_ips, all_private_ips[0],
props)
cluster.install()
cluster = Cassandra(cluster_public_ips, cluster_private_ips,
cluster_private_ips[0], props)
cluster.start()
print("Nodes started at:", datetime.now().strftime("%H:%M:%S"))
# Setup cassandra stress