async def test_backup_get(registry_async_client, kafka_servers: KafkaServers, tmp_path: Path):
_ = await insert_data(registry_async_client)
# Get the backup
backup_location = tmp_path / "schemas.log"
config = set_config_defaults({"bootstrap_uri": kafka_servers.bootstrap_servers})
sb = SchemaBackup(config, str(backup_location))
sb.request_backup()
# The backup file has been created
assert os.path.exists(backup_location)
async def test_backup_get(registry_async, registry_async_client):
_ = await insert_data(registry_async_client)
# Get the backup
backup_location = os.path.join(os.path.dirname(registry_async.config_path),
"schemas.log")
sb = SchemaBackup(registry_async.config_path, backup_location)
sb.request_backup()
# The backup file has been created
assert os.path.exists(backup_location)
async def test_backup_get(karapace, aiohttp_client):
kc, datadir = karapace(topic_name="get_schemas")
client = await aiohttp_client(kc.app)
c = Client(client=client)
_ = await insert_data(c)
# Get the backup
backup_location = os.path.join(datadir, "schemas.log")
sb = SchemaBackup(kc.config_path, backup_location)
sb.request_backup()
# The backup file has been created
assert os.path.exists(backup_location)
async def test_backup_restore(
registry_async_client: Client,
kafka_servers: KafkaServers,
tmp_path: Path,
) -> None:
subject = new_random_name("subject")
restore_location = tmp_path / "restore.log"
with restore_location.open("w") as fp:
jsonlib.dump(
[[
{
"subject": subject,
"version": 1,
"magic": 1,
"keytype": "SCHEMA",
},
{
"deleted": False,
"id": 1,
"schema": "\"string\"",
"subject": subject,
"version": 1,
},
]],
fp=fp,
)
config = set_config_defaults({"bootstrap_uri": kafka_servers.bootstrap_servers})
sb = SchemaBackup(config, str(restore_location))
sb.restore_backup()
# The restored karapace should have the previously created subject
all_subjects = []
expiration = Expiration.from_timeout(timeout=10)
while subject not in all_subjects:
expiration.raise_if_expired(msg=f"{subject} not in {all_subjects}")
res = await registry_async_client.get("subjects")
assert res.status_code == 200
all_subjects = res.json()
# Test a few exotic scenarios
subject = new_random_name("subject")
res = await registry_async_client.put(f"config/{subject}", json={"compatibility": "NONE"})
assert res.status == 200
assert res.json()["compatibility"] == "NONE"
# Restore a compatibility config remove message
with open(restore_location, "w") as fp:
fp.write(
"""
[
[
{{
"subject": "{subject_value}",
"magic": 0,
"keytype": "CONFIG"
}},
null
]
]
""".format(subject_value=subject)
)
res = await registry_async_client.get(f"config/{subject}")
assert res.status == 200
sb.restore_backup()
time.sleep(1.0)
res = await registry_async_client.get(f"config/{subject}")
assert res.status == 404
# Restore a complete schema delete message
subject = new_random_name("subject")
res = await registry_async_client.put(f"config/{subject}", json={"compatibility": "NONE"})
res = await registry_async_client.post(f"subjects/{subject}/versions", json={"schema": '{"type": "int"}'})
res = await registry_async_client.post(f"subjects/{subject}/versions", json={"schema": '{"type": "float"}'})
res = await registry_async_client.get(f"subjects/{subject}/versions")
assert res.status == 200
assert res.json() == [1, 2]
with open(restore_location, "w") as fp:
fp.write(
"""
[
[
{{
"subject": "{subject_value}",
"magic": 1,
"keytype": "SCHEMA",
"version": 2
}},
null
]
]
""".format(subject_value=subject)
)
sb.restore_backup()
time.sleep(1.0)
res = await registry_async_client.get(f"subjects/{subject}/versions")
assert res.status == 200
assert res.json() == [1]
# Schema delete for a nonexistent subject version is ignored
subject = new_random_name("subject")
res = await registry_async_client.post(f"subjects/{subject}/versions", json={"schema": '{"type": "string"}'})
with open(restore_location, "w") as fp:
fp.write(
"""
[
[
{{
"subject": "{subject_value}",
"magic": 1,
"keytype": "SCHEMA",
"version": 2
}},
null
]
]
""".format(subject_value=subject)
)
sb.restore_backup()
time.sleep(1.0)
res = await registry_async_client.get(f"subjects/{subject}/versions")
assert res.status == 200
assert res.json() == [1]
async def test_backup_restore(registry_async, registry_async_client):
subject = os.urandom(16).hex()
restore_location = os.path.join(
os.path.dirname(registry_async.config_path), "restore.log")
with open(restore_location, "w") as fp:
jsonlib.dump([[
{
"subject": subject,
"version": 1,
"magic": 1,
"keytype": "SCHEMA",
},
{
"deleted": False,
"id": 1,
"schema": "\"string\"",
"subject": subject,
"version": 1,
},
]],
fp=fp)
sb = SchemaBackup(registry_async.config_path, restore_location)
sb.restore_backup()
# The restored karapace should have the previously created subject
time.sleep(1.0)
res = await registry_async_client.get("subjects")
assert res.status_code == 200
data = res.json()
assert subject in data
# Test a few exotic scenarios
subject = os.urandom(16).hex()
res = await registry_async_client.put(f"config/{subject}",
json={"compatibility": "NONE"})
assert res.status == 200
assert res.json()["compatibility"] == "NONE"
# Restore a compatibility config remove message
with open(restore_location, "w") as fp:
fp.write("""
[
[
{{
"subject": "{subject_value}",
"magic": 0,
"keytype": "CONFIG"
}},
null
]
]
""".format(subject_value=subject))
res = await registry_async_client.get(f"config/{subject}")
assert res.status == 200
sb.restore_backup()
time.sleep(1.0)
res = await registry_async_client.get(f"config/{subject}")
assert res.status == 404
# Restore a complete schema delete message
subject = os.urandom(16).hex()
res = await registry_async_client.put(f"config/{subject}",
json={"compatibility": "NONE"})
res = await registry_async_client.post(f"subjects/{subject}/versions",
json={"schema": '{"type": "int"}'})
res = await registry_async_client.post(
f"subjects/{subject}/versions", json={"schema": '{"type": "float"}'})
res = await registry_async_client.get(f"subjects/{subject}/versions")
assert res.status == 200
assert res.json() == [1, 2]
with open(restore_location, "w") as fp:
fp.write("""
[
[
{{
"subject": "{subject_value}",
"magic": 1,
"keytype": "SCHEMA",
"version": 2
}},
null
]
]
""".format(subject_value=subject))
sb.restore_backup()
time.sleep(1.0)
res = await registry_async_client.get(f"subjects/{subject}/versions")
assert res.status == 200
assert res.json() == [1]
# Schema delete for a nonexistent subject version is ignored
subject = os.urandom(16).hex()
res = await registry_async_client.post(
f"subjects/{subject}/versions", json={"schema": '{"type": "string"}'})
with open(restore_location, "w") as fp:
fp.write("""
[
[
{{
"subject": "{subject_value}",
"magic": 1,
"keytype": "SCHEMA",
"version": 2
}},
null
]
]
""".format(subject_value=subject))
sb.restore_backup()
time.sleep(1.0)
res = await registry_async_client.get(f"subjects/{subject}/versions")
assert res.status == 200
assert res.json() == [1]