def test_get_function_not_found(db: DBInterface, db_session: Session):
function_1 = {"bla": "blabla", "status": {"bla": "blabla"}}
function_name_1 = "function_name_1"
db.store_function(db_session, function_1, function_name_1, versioned=True)
with pytest.raises(mlrun.errors.MLRunNotFoundError):
db.get_function(db_session, function_name_1, tag="inexistent_tag")
with pytest.raises(mlrun.errors.MLRunNotFoundError):
db.get_function(db_session,
function_name_1,
hash_key="inexistent_hash_key")
def test_get_function_by_hash_key(db: DBInterface, db_session: Session):
function_1 = {'bla': 'blabla', 'status': {'bla': 'blabla'}}
function_name_1 = 'function_name_1'
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=True)
function_queried_without_hash_key = db.get_function(
db_session, function_name_1)
assert function_queried_without_hash_key is not None
# Verifying function is queryable by hash_key
function_queried_with_hash_key = db.get_function(
db_session, function_name_1, hash_key=function_hash_key)
assert function_queried_with_hash_key is not None
# function queried by hash shouldn't have tag
assert function_queried_without_hash_key['metadata']['tag'] == 'latest'
assert function_queried_with_hash_key['metadata']['tag'] == ''
def test_get_function_by_hash_key(db: DBInterface, db_session: Session):
function_1 = {"bla": "blabla", "status": {"bla": "blabla"}}
function_name_1 = "function_name_1"
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=True)
function_queried_without_hash_key = db.get_function(
db_session, function_name_1)
assert function_queried_without_hash_key is not None
# Verifying function is queryable by hash_key
function_queried_with_hash_key = db.get_function(
db_session, function_name_1, hash_key=function_hash_key)
assert function_queried_with_hash_key is not None
# function queried by hash shouldn't have tag
assert function_queried_without_hash_key["metadata"]["tag"] == "latest"
assert function_queried_with_hash_key["metadata"]["tag"] == ""
def test_store_function_default_to_latest(db: DBInterface,
db_session: Session):
function_1 = {'bla': 'blabla'}
function_name_1 = 'function_name_1'
function_hash_key = db.store_function(db_session, function_1,
function_name_1)
assert function_hash_key is not None
function_queried_without_tag = db.get_function(db_session, function_name_1)
function_queried_without_tag_hash = function_queried_without_tag[
'metadata']['hash']
assert function_hash_key == function_queried_without_tag_hash
assert function_queried_without_tag['metadata']['tag'] == 'latest'
function_queried_with_tag = db.get_function(db_session,
function_name_1,
tag='latest')
function_queried_without_tag_hash = function_queried_with_tag['metadata'][
'hash']
assert function_queried_with_tag is not None
assert function_queried_with_tag['metadata']['tag'] == 'latest'
assert function_queried_without_tag_hash == function_queried_without_tag_hash
def test_get_function_by_tag(db: DBInterface, db_session: Session):
function_1 = {'bla': 'blabla', 'status': {'bla': 'blabla'}}
function_name_1 = 'function_name_1'
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=True)
function_queried_by_tag = db.get_function(db_session,
function_name_1,
tag='latest')
function_queried_by_hash_key = db.get_function(db_session,
function_name_1,
hash_key=function_hash_key)
function_not_queried_by_tag_hash = function_queried_by_hash_key[
'metadata']['hash']
assert function_hash_key == function_not_queried_by_tag_hash
# function not queried by tag shouldn't have status
assert function_queried_by_tag['status'] is not None
assert function_queried_by_hash_key['status'] is None
def test_get_function_by_tag(db: DBInterface, db_session: Session):
function_1 = {"bla": "blabla", "status": {"bla": "blabla"}}
function_name_1 = "function_name_1"
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=True)
function_queried_by_tag = db.get_function(db_session,
function_name_1,
tag="latest")
function_queried_by_hash_key = db.get_function(db_session,
function_name_1,
hash_key=function_hash_key)
function_not_queried_by_tag_hash = function_queried_by_hash_key[
"metadata"]["hash"]
assert function_hash_key == function_not_queried_by_tag_hash
# function not queried by tag shouldn't have status
assert function_queried_by_tag["status"] is not None
assert function_queried_by_hash_key["status"] is None
def test_store_function_default_to_latest(db: DBInterface,
db_session: Session):
function_1 = {"bla": "blabla"}
function_name_1 = "function_name_1"
function_hash_key = db.store_function(db_session, function_1,
function_name_1)
assert function_hash_key is not None
function_queried_without_tag = db.get_function(db_session, function_name_1)
function_queried_without_tag_hash = function_queried_without_tag[
"metadata"]["hash"]
assert function_hash_key == function_queried_without_tag_hash
assert function_queried_without_tag["metadata"]["tag"] == "latest"
function_queried_with_tag = db.get_function(db_session,
function_name_1,
tag="latest")
function_queried_without_tag_hash = function_queried_with_tag["metadata"][
"hash"]
assert function_queried_with_tag is not None
assert function_queried_with_tag["metadata"]["tag"] == "latest"
assert function_queried_without_tag_hash == function_queried_without_tag_hash
def test_store_function_not_versioned(db: DBInterface, db_session: Session):
function_1 = {'bla': 'blabla'}
function_name_1 = 'function_name_1'
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=False)
function_result_1 = db.get_function(db_session, function_name_1)
assert function_result_1 is not None
assert function_result_1['metadata']['tag'] == 'latest'
# not versioned so not queryable by hash key
function_result_2 = db.get_function(db_session,
function_name_1,
hash_key=function_hash_key)
assert function_result_2 is None
function_2 = {'bla': 'blabla', 'bla2': 'blabla2'}
db.store_function(db_session, function_2, function_name_1, versioned=False)
functions = db.list_functions(db_session, function_name_1)
# Verifying only the latest version was saved
assert len(functions) == 1
def test_store_function_not_versioned(db: DBInterface, db_session: Session):
function_1 = {"bla": "blabla"}
function_name_1 = "function_name_1"
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=False)
function_result_1 = db.get_function(db_session, function_name_1)
assert function_result_1 is not None
assert function_result_1["metadata"]["tag"] == "latest"
# not versioned so not queryable by hash key
with pytest.raises(mlrun.errors.MLRunNotFoundError):
db.get_function(db_session,
function_name_1,
hash_key=function_hash_key)
function_2 = {"bla": "blabla", "bla2": "blabla2"}
db.store_function(db_session, function_2, function_name_1, versioned=False)
functions = db.list_functions(db_session, function_name_1)
# Verifying only the latest version was saved
assert len(functions) == 1
def test_store_function_versioned(db: DBInterface, db_session: Session):
function_1 = {'bla': 'blabla'}
function_name_1 = 'function_name_1'
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=True)
function_queried_without_hash_key = db.get_function(
db_session, function_name_1)
assert function_queried_without_hash_key is not None
assert function_queried_without_hash_key['metadata']['tag'] == 'latest'
# Verifying versioned function is queryable by hash_key
function_queried_with_hash_key = db.get_function(
db_session, function_name_1, hash_key=function_hash_key)
function_queried_with_hash_key_hash = function_queried_with_hash_key[
'metadata']['hash']
assert function_queried_with_hash_key is not None
assert function_queried_with_hash_key['metadata']['tag'] == ''
assert function_queried_with_hash_key_hash == function_hash_key
function_2 = {'bla': 'blabla', 'bla2': 'blabla2'}
function_name_1 = 'function_name_1'
db.store_function(db_session, function_2, function_name_1, versioned=True)
functions = db.list_functions(db_session, function_name_1)
# Verifying both versions of the functions were saved
assert len(functions) == 2
tagged_count = 0
for function in functions:
if function['metadata']['tag'] == 'latest':
tagged_count += 1
# but only one was tagged
assert tagged_count == 1
def test_store_function_versioned(db: DBInterface, db_session: Session):
function_1 = {"bla": "blabla"}
function_name_1 = "function_name_1"
function_hash_key = db.store_function(db_session,
function_1,
function_name_1,
versioned=True)
function_queried_without_hash_key = db.get_function(
db_session, function_name_1)
assert function_queried_without_hash_key is not None
assert function_queried_without_hash_key["metadata"]["tag"] == "latest"
# Verifying versioned function is queryable by hash_key
function_queried_with_hash_key = db.get_function(
db_session, function_name_1, hash_key=function_hash_key)
function_queried_with_hash_key_hash = function_queried_with_hash_key[
"metadata"]["hash"]
assert function_queried_with_hash_key is not None
assert function_queried_with_hash_key["metadata"]["tag"] == ""
assert function_queried_with_hash_key_hash == function_hash_key
function_2 = {"bla": "blabla", "bla2": "blabla2"}
function_name_1 = "function_name_1"
db.store_function(db_session, function_2, function_name_1, versioned=True)
functions = db.list_functions(db_session, function_name_1)
# Verifying both versions of the functions were saved
assert len(functions) == 2
tagged_count = 0
for function in functions:
if function["metadata"]["tag"] == "latest":
tagged_count += 1
# but only one was tagged
assert tagged_count == 1
def test_delete_function(db: DBInterface, db_session: Session):
labels = {
"name": "value",
"name2": "value2",
}
function = {
"bla": "blabla",
"metadata": {
"labels": labels
},
"status": {
"bla": "blabla"
},
}
function_name = "function_name_1"
project = "bla"
tags = ["some_tag", "some_tag2", "some_tag3"]
function_hash_key = None
for tag in tags:
function_hash_key = db.store_function(db_session,
function,
function_name,
project,
tag=tag,
versioned=True)
# if not exploding then function exists
for tag in tags:
db.get_function(db_session, function_name, project, tag=tag)
db.get_function(db_session,
function_name,
project,
hash_key=function_hash_key)
assert len(tags) == len(
db.list_functions(db_session, function_name, project))
number_of_tags = (db_session.query(Function.Tag).filter_by(
project=project, obj_name=function_name).count())
number_of_labels = db_session.query(Function.Label).count()
assert len(tags) == number_of_tags
assert len(labels) == number_of_labels
db.delete_function(db_session, project, function_name)
for tag in tags:
with pytest.raises(mlrun.errors.MLRunNotFoundError):
db.get_function(db_session, function_name, project, tag=tag)
with pytest.raises(mlrun.errors.MLRunNotFoundError):
db.get_function(db_session,
function_name,
project,
hash_key=function_hash_key)
assert 0 == len(db.list_functions(db_session, function_name, project))
# verifying tags and labels (different table) records were removed
number_of_tags = (db_session.query(Function.Tag).filter_by(
project=project, obj_name=function_name).count())
number_of_labels = db_session.query(Function.Label).count()
assert number_of_tags == 0
assert number_of_labels == 0
