async def test_update_cluster_password(faker, namespace, cleanup_handler,
kopf_runner, api_client):
coapi = CustomObjectsApi(api_client)
core = CoreV1Api(api_client)
name = faker.domain_word()
password = faker.password(length=40)
new_password = faker.password(length=40)
username = faker.user_name()
cleanup_handler.append(
core.delete_persistent_volume(
name=f"temp-pv-{namespace.metadata.name}-{name}"))
await asyncio.gather(
core.create_namespaced_secret(
namespace=namespace.metadata.name,
body=V1Secret(
data={"password": b64encode(password)},
metadata=V1ObjectMeta(name=f"user-{name}",
labels={LABEL_USER_PASSWORD: "******"}),
type="Opaque",
),
), )
await coapi.create_namespaced_custom_object(
group=API_GROUP,
version="v1",
plural=RESOURCE_CRATEDB,
namespace=namespace.metadata.name,
body={
"apiVersion": "cloud.crate.io/v1",
"kind": "CrateDB",
"metadata": {
"name": name
},
"spec": {
"cluster": {
"imageRegistry": "crate",
"name": "my-crate-cluster",
"version": CRATE_VERSION,
},
"nodes": {
"data": [{
"name": "data",
"replicas": 1,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1,
},
},
}]
},
"users": [
{
"name": username,
"password": {
"secretKeyRef": {
"key": "password",
"name": f"user-{name}",
}
},
},
],
},
},
)
host = await asyncio.wait_for(
get_public_host(core, namespace.metadata.name, name),
# It takes a while to retrieve an external IP on AKS.
timeout=DEFAULT_TIMEOUT * 5,
)
await core.patch_namespaced_secret(
namespace=namespace.metadata.name,
name=f"user-{name}",
body=V1Secret(data={"password": b64encode(new_password)}, ),
)
await assert_wait_for(
True,
is_password_set,
host,
new_password,
username,
timeout=DEFAULT_TIMEOUT * 5,
)
async def test_scale_cluster(
repl_master_from,
repl_master_to,
repl_hot_from,
repl_hot_to,
repl_cold_from,
repl_cold_to,
faker,
namespace,
cleanup_handler,
cratedb_crd,
kopf_runner,
):
coapi = CustomObjectsApi()
core = CoreV1Api()
name = faker.domain_word()
# Clean up persistent volume after the test
cleanup_handler.append(
core.delete_persistent_volume(
name=f"temp-pv-{namespace.metadata.name}-{name}"))
body = {
"apiVersion": "cloud.crate.io/v1",
"kind": "CrateDB",
"metadata": {
"name": name
},
"spec": {
"cluster": {
"imageRegistry": "crate",
"name": "my-crate-cluster",
"version": "4.1.5",
},
"nodes": {
"data": []
},
},
}
if repl_master_from:
body["spec"]["nodes"]["master"] = {
"replicas": repl_master_from,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1
},
},
}
body["spec"]["nodes"]["data"].append(
{
"name": "hot",
"replicas": repl_hot_from,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1
},
},
}, )
if repl_cold_from:
body["spec"]["nodes"]["data"].append(
{
"name": "cold",
"replicas": repl_cold_from,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1
},
},
}, )
await coapi.create_namespaced_custom_object(
group=API_GROUP,
version="v1",
plural=RESOURCE_CRATEDB,
namespace=namespace.metadata.name,
body=body,
)
host = await asyncio.wait_for(
get_public_host(core, namespace.metadata.name, name),
timeout=BACKOFF_TIME *
5, # It takes a while to retrieve an external IP on AKS.
)
password = await get_system_user_password(namespace.metadata.name, name,
core)
await assert_wait_for(
True,
is_cluster_healthy,
connection_factory(host, password),
repl_master_from + repl_hot_from + repl_cold_from,
err_msg="Cluster wasn't healthy after 5 minutes.",
timeout=BACKOFF_TIME * 5,
)
patch_body = []
if repl_master_from != repl_master_to:
patch_body.append({
"op": "replace",
"path": "/spec/nodes/master/replicas",
"value": repl_master_to,
})
if repl_hot_from != repl_hot_to:
patch_body.append({
"op": "replace",
"path": "/spec/nodes/data/0/replicas",
"value": repl_hot_to,
})
if repl_cold_from != repl_cold_to:
patch_body.append({
"op": "replace",
"path": "/spec/nodes/data/1/replicas",
"value": repl_cold_to,
})
await coapi.patch_namespaced_custom_object(
group=API_GROUP,
version="v1",
plural=RESOURCE_CRATEDB,
namespace=namespace.metadata.name,
name=name,
body=patch_body,
)
await assert_wait_for(
True,
is_cluster_healthy,
connection_factory(host, password),
repl_master_to + repl_hot_to + repl_cold_to,
err_msg="Cluster wasn't healthy after 5 minutes.",
timeout=BACKOFF_TIME * 5,
)
async def start_cluster(
name: str,
namespace: V1Namespace,
cleanup_handler,
core: CoreV1Api,
coapi: CustomObjectsApi,
hot_nodes: int = 0,
crate_version: str = CRATE_VERSION,
) -> Tuple[str, str]:
# Clean up persistent volume after the test
cleanup_handler.append(
core.delete_persistent_volume(
name=f"temp-pv-{namespace.metadata.name}-{name}"))
body = {
"apiVersion": "cloud.crate.io/v1",
"kind": "CrateDB",
"metadata": {
"name": name
},
"spec": {
"cluster": {
"imageRegistry": "crate",
"name": "my-crate-cluster",
"version": crate_version,
},
"nodes": {
"data": [
{
"name": "hot",
"replicas": hot_nodes,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1,
},
},
},
]
},
},
}
await coapi.create_namespaced_custom_object(
group=API_GROUP,
version="v1",
plural=RESOURCE_CRATEDB,
namespace=namespace.metadata.name,
body=body,
)
host = await asyncio.wait_for(
get_public_host(core, namespace.metadata.name, name),
# It takes a while to retrieve an external IP on AKS.
timeout=DEFAULT_TIMEOUT * 5,
)
password = await get_system_user_password(core, namespace.metadata.name,
name)
await assert_wait_for(
True,
is_cluster_healthy,
connection_factory(host, password),
hot_nodes,
err_msg="Cluster wasn't healthy after 5 minutes.",
timeout=DEFAULT_TIMEOUT * 5,
)
return host, password
async def test_restart_cluster(faker, namespace, cleanup_handler, cratedb_crd,
kopf_runner):
coapi = CustomObjectsApi()
core = CoreV1Api()
name = faker.domain_word()
# Clean up persistent volume after the test
cleanup_handler.append(
core.delete_persistent_volume(
name=f"temp-pv-{namespace.metadata.name}-{name}"))
await coapi.create_namespaced_custom_object(
group=API_GROUP,
version="v1",
plural=RESOURCE_CRATEDB,
namespace=namespace.metadata.name,
body={
"apiVersion": "cloud.crate.io/v1",
"kind": "CrateDB",
"metadata": {
"name": name
},
"spec": {
"cluster": {
"imageRegistry": "crate",
"name": "my-crate-cluster",
"version": "4.1.5",
},
"nodes": {
"data": [
{
"name": "hot",
"replicas": 1,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1,
},
},
},
{
"name": "cold",
"replicas": 2,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1,
},
},
},
],
},
},
},
)
host = await asyncio.wait_for(
get_public_host(core, namespace.metadata.name, name),
timeout=BACKOFF_TIME *
5, # It takes a while to retrieve an external IP on AKS.
)
password = await get_system_user_password(namespace.metadata.name, name,
core)
await assert_wait_for(
True,
do_pods_exist,
core,
namespace.metadata.name,
{
f"crate-data-hot-{name}-0",
f"crate-data-cold-{name}-0",
f"crate-data-cold-{name}-1",
},
)
await assert_wait_for(
True,
is_cluster_healthy,
connection_factory(host, password),
err_msg="Cluster wasn't healthy after 5 minutes.",
timeout=BACKOFF_TIME * 5,
)
pods = await core.list_namespaced_pod(namespace=namespace.metadata.name)
original_pods = {p.metadata.uid for p in pods.items}
await asyncio.wait_for(
restart_cluster(namespace.metadata.name, name, 3,
logging.getLogger(__name__)),
BACKOFF_TIME * 15,
)
pods = await core.list_namespaced_pod(namespace=namespace.metadata.name)
new_pods = {p.metadata.uid for p in pods.items}
assert original_pods.intersection(new_pods) == set()
async def test_bootstrap_users(
bootstrap_license_mock: mock.AsyncMock,
faker,
namespace,
cleanup_handler,
kopf_runner,
):
coapi = CustomObjectsApi()
core = CoreV1Api()
name = faker.domain_word()
password1 = faker.password(length=40)
password2 = faker.password(length=30)
username1 = faker.user_name()
username2 = faker.user_name()
cleanup_handler.append(
core.delete_persistent_volume(name=f"temp-pv-{namespace.metadata.name}-{name}")
)
await asyncio.gather(
core.create_namespaced_secret(
namespace=namespace.metadata.name,
body=V1Secret(
data={"password": b64encode(password1)},
metadata=V1ObjectMeta(name=f"user-{name}-1"),
type="Opaque",
),
),
core.create_namespaced_secret(
namespace=namespace.metadata.name,
body=V1Secret(
data={"password": b64encode(password2)},
metadata=V1ObjectMeta(name=f"user-{name}-2"),
type="Opaque",
),
),
)
await coapi.create_namespaced_custom_object(
group=API_GROUP,
version="v1",
plural=RESOURCE_CRATEDB,
namespace=namespace.metadata.name,
body={
"apiVersion": "cloud.crate.io/v1",
"kind": "CrateDB",
"metadata": {"name": name},
"spec": {
"cluster": {
"imageRegistry": "crate",
"name": "my-crate-cluster",
"version": "4.1.5",
},
"nodes": {
"data": [
{
"name": "data",
"replicas": 1,
"resources": {
"cpus": 0.5,
"memory": "1Gi",
"heapRatio": 0.25,
"disk": {
"storageClass": "default",
"size": "16GiB",
"count": 1,
},
},
}
]
},
"users": [
{
"name": username1,
"password": {
"secretKeyRef": {
"key": "password",
"name": f"user-{name}-1",
}
},
},
{
"name": username2,
"password": {
"secretKeyRef": {
"key": "password",
"name": f"user-{name}-2",
}
},
},
],
},
},
)
host = await asyncio.wait_for(
get_public_host(core, namespace.metadata.name, name),
timeout=BACKOFF_TIME * 5, # It takes a while to retrieve an external IP on AKS.
)
password_system = await get_system_user_password(
namespace.metadata.name, name, core
)
await assert_wait_for(
True,
does_user_exist,
host,
password_system,
SYSTEM_USERNAME,
timeout=BACKOFF_TIME * 5,
)
await assert_wait_for(
True, does_user_exist, host, password1, username1, timeout=BACKOFF_TIME * 3,
)
await assert_wait_for(
True, does_user_exist, host, password2, username2, timeout=BACKOFF_TIME * 3,
)