def setUp(self):
self.config = {
"method": "lof",
"converter" : {
"string_filter_types" : {},
"string_filter_rules" : [],
"num_filter_types" : {},
"num_filter_rules" : [],
"string_types" : {},
"string_rules" : [{"key" : "*", "type" : "space", "sample_weight" : "bin", "global_weight" : "bin"}],
"num_types" : {},
"num_rules" : [{"key" : "*","type" : "num"}]
},
"parameter": {
"nearest_neighbor_num": 10,
"reverse_nearest_neighbor_num": 30,
"method": "euclid_lsh",
"parameter": {
"hash_num": 8,
"table_num": 16,
"probe_num": 64,
"bin_width": 10.0,
"seed": 1091,
"retain_projection": False
}
}
}
TestUtil.write_file('config_anomaly.json', json.dumps(self.config))
self.srv = TestUtil.fork_process('anomaly', port, 'config_anomaly.json')
try:
self.cli = Anomaly(host, port, "name")
except:
TestUtil.kill_process(self.srv)
raise
def setUp(self):
self.config = {
"method": "lof",
"converter": {
"string_filter_types": {},
"string_filter_rules": [],
"num_filter_types": {},
"num_filter_rules": [],
"string_types": {},
"string_rules": [{
"key": "*",
"type": "space",
"sample_weight": "bin",
"global_weight": "bin"
}],
"num_types": {},
"num_rules": [{
"key": "*",
"type": "num"
}]
},
"parameter": {
"nearest_neighbor_num": 10,
"reverse_nearest_neighbor_num": 30,
"method": "euclid_lsh",
"parameter": {
"hash_num": 8,
"table_num": 16,
"probe_num": 64,
"bin_width": 10.0,
"seed": 1091,
}
}
}
TestUtil.write_file('config_anomaly.json', json.dumps(self.config))
self.srv = TestUtil.fork_process('anomaly', port,
'config_anomaly.json')
try:
self.cli = Anomaly(host, port, "name")
except:
TestUtil.kill_process(self.srv)
raise
class AnomalyTest(unittest.TestCase):
def setUp(self):
self.config = {
"method": "lof",
"converter" : {
"string_filter_types" : {},
"string_filter_rules" : [],
"num_filter_types" : {},
"num_filter_rules" : [],
"string_types" : {},
"string_rules" : [{"key" : "*", "type" : "space", "sample_weight" : "bin", "global_weight" : "bin"}],
"num_types" : {},
"num_rules" : [{"key" : "*","type" : "num"}]
},
"parameter": {
"nearest_neighbor_num": 10,
"reverse_nearest_neighbor_num": 30,
"method": "euclid_lsh",
"parameter": {
"hash_num": 8,
"table_num": 16,
"probe_num": 64,
"bin_width": 10.0,
"seed": 1091,
"retain_projection": False
}
}
}
TestUtil.write_file('config_anomaly.json', json.dumps(self.config))
self.srv = TestUtil.fork_process('anomaly', port, 'config_anomaly.json')
try:
self.cli = Anomaly(host, port, "name")
except:
TestUtil.kill_process(self.srv)
raise
def tearDown(self):
TestUtil.kill_process(self.srv)
def test_get_client(self):
self.assertTrue(isinstance(self.cli.get_client(), msgpackrpc.client.Client))
def test_clear_row(self):
d = Datum()
res = self.cli.add(d)
self.assertEqual(self.cli.clear_row(res.id), True)
# TODO: return true when non existent id ..
# self.assertEqual(self.cli.clear_row("non-existent-id"), False)
def test_add(self):
d = Datum()
res = self.cli.add(d)
def test_update(self):
d = Datum()
res = self.cli.add(d)
d = Datum({'val': 3.1})
score = self.cli.update(res.id, d)
def test_clear(self):
self.assertEqual(self.cli.clear(), True)
def test_calc_score(self):
d = Datum({'val': 1.1})
res = self.cli.add(d)
d = Datum({'val': 3.1})
score = self.cli.calc_score(d)
def test_get_all_rows(self):
self.cli.get_all_rows()
def test_get_config(self):
config = self.cli.get_config()
self.assertEqual(json.dumps(json.loads(config), sort_keys=True), json.dumps(self.config, sort_keys=True))
def test_save(self):
self.assertEqual(self.cli.save("anomaly.save_test.model"), True)
def test_load(self):
model_name = "anomaly.load_test.model"
self.cli.save(model_name)
self.assertEqual(self.cli.load(model_name), True)
def test_get_status(self):
self.cli.get_status()
class AnomalyTest(unittest.TestCase):
def setUp(self):
self.config = {
"method": "lof",
"converter": {
"string_filter_types": {},
"string_filter_rules": [],
"num_filter_types": {},
"num_filter_rules": [],
"string_types": {},
"string_rules": [{
"key": "*",
"type": "space",
"sample_weight": "bin",
"global_weight": "bin"
}],
"num_types": {},
"num_rules": [{
"key": "*",
"type": "num"
}]
},
"parameter": {
"nearest_neighbor_num": 10,
"reverse_nearest_neighbor_num": 30,
"method": "euclid_lsh",
"parameter": {
"hash_num": 8,
"table_num": 16,
"probe_num": 64,
"bin_width": 10.0,
"seed": 1091,
}
}
}
TestUtil.write_file('config_anomaly.json', json.dumps(self.config))
self.srv = TestUtil.fork_process('anomaly', port,
'config_anomaly.json')
try:
self.cli = Anomaly(host, port, "name")
except:
TestUtil.kill_process(self.srv)
raise
def tearDown(self):
if self.cli:
self.cli.get_client().close()
TestUtil.kill_process(self.srv)
def test_get_client(self):
self.assertTrue(
isinstance(self.cli.get_client(), msgpackrpc.client.Client))
def test_clear_row(self):
d = Datum()
res = self.cli.add(d)
self.assertEqual(self.cli.clear_row(res.id), True)
# TODO: return true when non existent id ..
# self.assertEqual(self.cli.clear_row("non-existent-id"), False)
def test_add(self):
d = Datum()
res = self.cli.add(d)
def test_update(self):
d = Datum()
res = self.cli.add(d)
d = Datum({'val': 3.1})
score = self.cli.update(res.id, d)
def test_clear(self):
self.assertEqual(self.cli.clear(), True)
def test_calc_score(self):
d = Datum({'val': 1.1})
res = self.cli.add(d)
d = Datum({'val': 3.1})
score = self.cli.calc_score(d)
def test_get_all_rows(self):
self.cli.get_all_rows()
def test_get_config(self):
config = self.cli.get_config()
self.assertEqual(json.dumps(json.loads(config), sort_keys=True),
json.dumps(self.config, sort_keys=True))
def test_save(self):
self.assertEqual(len(self.cli.save("anomaly.save_test.model")), 1)
def test_load(self):
model_name = "anomaly.load_test.model"
self.cli.save(model_name)
self.assertEqual(self.cli.load(model_name), True)
def test_get_status(self):
self.cli.get_status()
#!/usr/bin/env python
from jubatus.anomaly.client import Anomaly
from jubatus.common import Datum
client = Anomaly('127.0.0.1', 9199, 'test')
for i in range(1, 21):
d = Datum({'key': float(i)})
client.add(d)
print 'ids(' + str(i) + ') = ' + str(sorted(client.get_all_rows()))
