def start_database(benchmarker_config, database):
'''
Sets up a container for the given database and port, and starts said docker
container.
'''
image_name = "techempower/%s:latest" % database
log_prefix = image_name + ": "
database_dir = os.path.join(benchmarker_config.fwroot, "toolset",
"databases", database)
docker_file = "%s.dockerfile" % database
__build(base_url=benchmarker_config.database_docker_host,
path=database_dir,
dockerfile=docker_file,
log_prefix=log_prefix,
build_log_file=os.devnull,
tag="techempower/%s" % database)
client = docker.DockerClient(
base_url=benchmarker_config.database_docker_host)
sysctl = {'net.core.somaxconn': 65535, 'kernel.sem': "250 32000 256 512"}
ulimit = [{'name': 'nofile', 'hard': 65535, 'soft': 65535}]
container = client.containers.run(
"techempower/%s" % database,
name="tfb-database",
network=benchmarker_config.network,
network_mode=benchmarker_config.network_mode,
detach=True,
ulimits=ulimit,
sysctls=sysctl,
remove=True,
log_config={'type': None})
# Sleep until the database accepts connections
slept = 0
max_sleep = 60
database_ready = False
while not database_ready and slept < max_sleep:
time.sleep(1)
slept += 1
database_ready = test_database(benchmarker_config, database)
if not database_ready:
log("Database was not ready after startup", prefix=log_prefix)
return container
def start_database(self, database):
"""
Sets up a container for the given database and port, and starts said docker
container.
"""
image_name = "techempower/%s:latest" % database
log_prefix = image_name + ": "
sysctl = {
"net.core.somaxconn": 65535,
"kernel.sem": "250 32000 256 512"
}
ulimit = [{"name": "nofile", "hard": 65535, "soft": 65535}]
container = self.database.containers.run(
"techempower/%s" % database,
name="tfb-database",
network=self.benchmarker.config.network,
network_mode=self.benchmarker.config.network_mode,
detach=True,
ulimits=ulimit,
sysctls=sysctl,
remove=True,
log_config={"type": None},
)
# Sleep until the database accepts connections
slept = 0
max_sleep = 60
database_ready = False
while not database_ready and slept < max_sleep:
time.sleep(1)
slept += 1
database_ready = test_database(self.benchmarker.config, database)
if not database_ready:
log("Database was not ready after startup", prefix=log_prefix)
return container
def start_database(self, database):
'''
Sets up a container for the given database and port, and starts said docker
container.
'''
image_name = "techempower/%s:latest" % database
log_prefix = image_name + ": "
sysctl = {
'net.core.somaxconn': 65535,
'kernel.sem': "250 32000 256 512"
}
ulimit = [{'name': 'nofile', 'hard': 65535, 'soft': 65535}]
container = self.database.containers.run(
"techempower/%s" % database,
name="tfb-database",
network=self.benchmarker.config.network,
network_mode=self.benchmarker.config.network_mode,
detach=True,
ulimits=ulimit,
sysctls=sysctl,
remove=True,
log_config={'type': None})
# Sleep until the database accepts connections
slept = 0
max_sleep = 60
database_ready = False
while not database_ready and slept < max_sleep:
time.sleep(1)
slept += 1
database_ready = test_database(self.benchmarker.config, database)
if not database_ready:
log("Database was not ready after startup", prefix=log_prefix)
return container
def start_database(benchmarker_config, test, database):
'''
Sets up a container for the given database and port, and starts said docker
container.
'''
image_name = "techempower/%s:latest" % database
log_prefix = image_name + ": "
database_dir = os.path.join(benchmarker_config.fwroot, "toolset", "setup",
"docker", "databases", database)
docker_file = "%s.dockerfile" % database
pulled = False
client = docker.DockerClient(
base_url=benchmarker_config.database_docker_host)
try:
# Don't pull if we have it
client.images.get(image_name)
pulled = True
log("Found published image; skipping build", prefix=log_prefix)
except:
# Pull the dependency image
try:
log("Attempting docker pull for image (this can take some time)",
prefix=log_prefix)
client.images.pull(image_name)
pulled = True
log("Found published image; skipping build", prefix=log_prefix)
except:
pass
if not pulled:
for line in docker.APIClient(
base_url=benchmarker_config.database_docker_host).build(
path=database_dir,
dockerfile=docker_file,
tag="techempower/%s" % database):
if line.startswith('{"stream":'):
line = json.loads(line)
line = line[line.keys()[0]].encode('utf-8')
log(line,
prefix=log_prefix,
color=Fore.WHITE + Style.BRIGHT \
if re.match(r'^Step \d+\/\d+', line) else '')
client = docker.DockerClient(
base_url=benchmarker_config.database_docker_host)
sysctl = {'net.core.somaxconn': 65535, 'kernel.sem': "250 32000 256 512"}
ulimit = [{'name': 'nofile', 'hard': 65535, 'soft': 65535}]
container = client.containers.run(
"techempower/%s" % database,
name="tfb-database",
network=benchmarker_config.network,
network_mode=benchmarker_config.network_mode,
detach=True,
ulimits=ulimit,
sysctls=sysctl)
# Sleep until the database accepts connections
slept = 0
max_sleep = 60
database_ready = False
while not database_ready and slept < max_sleep:
time.sleep(1)
slept += 1
database_ready = test_database(benchmarker_config, database)
if not database_ready:
log("Database was not ready after startup", prefix=log_prefix)
return container