def __init__(self, *args, **kwargs):
"""Initialise the local data store and HPF object."""
super(TestHPFScoringMethods, self).__init__(*args, **kwargs)
self.local_obj = LocalDataStore("tests/test_data")
self.hpf_obj = HPFScoring(self.local_obj)
self.hpf_obj_feedback = HPFScoring(self.local_obj)
self.package_id_dict = OrderedDict()
self.id_package_dict = OrderedDict()
self.manifest_id_dict = OrderedDict()
app = connexion.FlaskApp(__name__)
setup_logging(app.app)
CORS(app.app)
global scoring_status
global scoring_object
global s3_object
if HPF_SCORING_REGION != "":
s3_object = S3DataStore(src_bucket_name=AWS_S3_BUCKET_NAME,
access_key=AWS_S3_ACCESS_KEY_ID,
secret_key=AWS_S3_SECRET_ACCESS_KEY)
app.scoring_object = HPFScoring(datastore=s3_object,
scoring_region=HPF_SCORING_REGION)
app.scoring_status = True
else:
app.scoring_status = False
def list_routes():
"""Return a list of routes for this app."""
return [str(rule) for rule in app.app.url_map.iter_rules()]
@app.route('/')
def heart_beat():
"""Handle the / REST API call."""
return flask.jsonify({"status": "ok", "routes": list_routes()})
class TestHPFScoringMethods(unittest.TestCase):
"""Test functionalities of hpf scoring."""
def __init__(self, *args, **kwargs):
"""Initialise the local data store and HPF object."""
super(TestHPFScoringMethods, self).__init__(*args, **kwargs)
self.local_obj = LocalDataStore("tests/test_data")
self.hpf_obj = HPFScoring(self.local_obj)
self.hpf_obj_feedback = HPFScoring(self.local_obj)
def test_basic_object(self):
"""Test basic HPF object."""
assert self.hpf_obj is not None
assert self.hpf_obj.recommender is not None
assert self.hpf_obj.m is not None
# Currently we are not moving forward with this, but in future will look
# on it. So commented.
# def test_match_feedback_manifest(self):
# """Test match feedback manifest with dummy ids."""
# input_id_set = {1}
# id_ = self.hpf_obj_feedback.match_feedback_manifest(input_id_set)
# assert int(id_) == -1
# input_id_set = {64, 200, 66, 44}
# id_ = self.hpf_obj_feedback.match_feedback_manifest(input_id_set)
# assert int(id_) == 0
# id_ = self.hpf_obj.match_feedback_manifest(input_id_set)
# assert int(id_) == -1
def test_recommend_known_user(self):
"""Test logic where we recommend for a known user(exists in training set)."""
recommendation, user_id = self.hpf_obj.recommend_known_user(
0)
assert recommendation is not None
assert user_id is not None
def test_recommend_new_user(self):
"""Test the fold-in logic where we calculate factors for new user."""
recommendation, user_id = self.hpf_obj.recommend_new_user([0])
assert recommendation is not None
assert user_id is not None
def test_predict_missing(self):
"""Test no prediction in case of higher than threshold missing package ratio."""
with app.app.app_context():
recommendation = self.hpf_obj.predict(['missing-pkg'])
self.assertFalse(recommendation[0])
self.assertTrue(recommendation[2])
# def test_package_labelling(self):
# labeled_package = self.hpf_obj.package_labelling([0])[0]
# assert str(labeled_package) == 'com.facebook.presto:presto-spi'
def test_model_details(self):
"""Test the basic model details function."""
details = "The model will be scored against 12405 Packages, 9523 Manifests."
print(self.hpf_obj.model_details())
assert self.hpf_obj.model_details() == details
# # assert self.hpf_obj_feedback.model_details() == details
def test_get_sizeof(self):
"""Test static _getsizeof method."""
int_value = 1
int_size = 2.6702880859375e-05
assert HPFScoring._getsizeof(int_value) == "{} MB".format(int_size)
def test_get_sizeof(self):
"""Test static _getsizeof method."""
int_value = 1
int_size = 2.6702880859375e-05
assert HPFScoring._getsizeof(int_value) == "{} MB".format(int_size)
def __init__(self, *args, **kwargs):
"""Initialise the local data store and HPF object."""
super(TestHPFScoringMethods, self).__init__(*args, **kwargs)
self.local_obj = LocalDataStore("tests/test_data")
self.hpf_obj = HPFScoring(self.local_obj)
self.hpf_obj_feedback = HPFScoring(self.local_obj)
app = connexion.FlaskApp(__name__)
setup_logging(app.app)
CORS(app.app)
global scoring_status
global scoring_object
global s3_object
if HPF_SCORING_REGION != "":
if convert_string2bool_env(USE_CLOUD_SERVICES):
s3_object = AmazonS3(bucket_name=AWS_S3_BUCKET_NAME,
aws_access_key_id=AWS_S3_ACCESS_KEY_ID,
aws_secret_access_key=AWS_S3_SECRET_ACCESS_KEY)
s3_object.connect()
app.scoring_object = HPFScoring(datastore=s3_object)
else:
app.scoring_object = HPFScoring(LocalDataStore("tests/test_data"))
app.scoring_status = True
else:
app.scoring_status = False
current_app.logger.warning("Have not loaded a model for scoring!")
def heart_beat():
"""Handle the / REST API call."""
return flask.jsonify({"status": "ok"})
def liveness():
"""Define the linveness probe."""
app = connexion.FlaskApp(__name__)
setup_logging(app.app)
CORS(app.app)
global scoring_status
global scoring_object
global s3_object
if HPF_SCORING_REGION != "": # pragma: no cover
if convert_string2bool_env(USE_CLOUD_SERVICES):
data_object = S3DataStore(src_bucket_name=AWS_S3_BUCKET_NAME,
access_key=AWS_S3_ACCESS_KEY_ID,
secret_key=AWS_S3_SECRET_ACCESS_KEY)
else:
data_object = LocalDataStore("tests/test_data")
app.scoring_object = HPFScoring(datastore=data_object)
app.scoring_status = True
else:
app.scoring_status = False
def heart_beat():
"""Handle the / REST API call."""
return flask.jsonify({"status": "ok"})
def liveness():
"""Define the linveness probe."""
return flask.jsonify({"status": "alive"})