def model_run(CLIENT):
ds = CLIENT.create_dataset(TEST_DATASET_NAME)
ds_items = []
for url in TEST_IMG_URLS:
ds_items.append(
DatasetItem(
image_location=url,
reference_id=reference_id_from_url(url),
)
)
response = ds.append(ds_items)
assert ERROR_PAYLOAD not in response.json()
model = CLIENT.add_model(
name=TEST_MODEL_NAME, reference_id=TEST_MODEL_REFERENCE
)
run = model.create_run(name=TEST_MODEL_RUN, dataset=ds, predictions=[])
yield run
response = CLIENT.delete_dataset(ds.id)
assert response == {}
response = CLIENT.delete_model(model.id)
assert response == {}
def test_slice_append(dataset):
# Dataset upload
ds_items = []
for url in TEST_IMG_URLS:
ds_items.append(
DatasetItem(
image_location=url,
reference_id=reference_id_from_url(url),
))
response = dataset.append(ds_items)
assert ERROR_PAYLOAD not in response.json()
# Slice creation
slc = dataset.create_slice(
name=TEST_SLICE_NAME,
reference_ids=[ds_items[0].reference_id],
)
# Insert duplicate first item
slc.append(reference_ids=[item.reference_id for item in ds_items[:3]])
response = slc.info()
assert len(response["dataset_items"]) == 3
for item in ds_items[:3]:
assert (item.reference_id == response["dataset_items"][0]["ref_id"]
or item.reference_id == response["dataset_items"][1]["ref_id"]
or item.reference_id == response["dataset_items"][2]["ref_id"])
def test_slice_create_and_delete_and_list(dataset):
# Dataset upload
ds_items = []
for url in TEST_IMG_URLS:
ds_items.append(
DatasetItem(
image_location=url,
reference_id=reference_id_from_url(url),
))
response = dataset.append(ds_items)
assert ERROR_PAYLOAD not in response.json()
# Slice creation
slc = dataset.create_slice(
name=TEST_SLICE_NAME,
reference_ids=[item.reference_id for item in ds_items[:2]],
)
dataset_slices = dataset.slices
assert len(dataset_slices) == 1
assert slc.slice_id == dataset_slices[0]
response = slc.info()
assert response["name"] == TEST_SLICE_NAME
assert response["dataset_id"] == dataset.id
assert len(response["dataset_items"]) == 2
for item in ds_items[:2]:
assert (item.reference_id == response["dataset_items"][0]["ref_id"]
or item.reference_id == response["dataset_items"][1]["ref_id"])
def dataset(CLIENT):
ds = CLIENT.create_dataset(TEST_DATASET_NAME)
ds_items = []
for url in TEST_IMG_URLS:
ds_items.append(
DatasetItem(
image_location=url,
reference_id=reference_id_from_url(url),
))
response = ds.append(ds_items)
assert ERROR_PAYLOAD not in response.json()
yield ds
response = CLIENT.delete_dataset(ds.id)
assert response == {}
def test_dataset_append(dataset):
def check_is_expected_response(response):
assert isinstance(response, UploadResponse)
resp_json = response.json()
assert resp_json[DATASET_ID_KEY] == dataset.id
assert resp_json[NEW_ITEMS] == len(TEST_IMG_URLS)
assert resp_json[UPDATED_ITEMS] == 0
assert resp_json[IGNORED_ITEMS] == 0
assert resp_json[ERROR_ITEMS] == 0
assert ERROR_PAYLOAD not in resp_json
# Plain image upload
ds_items_plain = []
for url in TEST_IMG_URLS:
ds_items_plain.append(DatasetItem(image_location=url))
response = dataset.append(ds_items_plain)
check_is_expected_response(response)
# With reference ids and metadata:
ds_items_with_metadata = []
for i, url in enumerate(TEST_IMG_URLS):
ds_items_with_metadata.append(
DatasetItem(
image_location=url,
reference_id=reference_id_from_url(url),
metadata={
"made_with_pytest": True,
"example_int": i,
"example_str": "hello",
"example_float": 0.5,
"example_dict": {
"nested": True,
},
"example_list": ["hello", i, False],
},
))
response = dataset.append(ds_items_with_metadata)
check_is_expected_response(response)