def test_include_files(self):
"""test include"""
include_conf = conf.Configure2Dict('./conf/test.include.conf')
include_dict = include_conf.get_dict(ignore_error=True)
ut.assert_in('./conf/test.included.conf',
include_dict['$include'].keys())
in_confdict = include_dict['$include']['./conf/test.included.conf']
ut.assert_eq(in_confdict['layer_included']['layer1-option00'],
'layer1-option00')
def test_port_free():
"""test port_listened"""
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.bind((net.get_hostip(), 61113))
sock.settimeout(1)
net.set_sock_reusable(sock)
sock.listen(1)
ret = net.localport_free(61113)
unittest.assert_eq(ret, False)
unittest.assert_eq(net.port_listened(net.get_local_hostname(), 61113),
True)
sock.close()
def test_include_wrong_file(self):
"""test wrong include"""
include_conf = conf.Configure2Dict('./conf/test.include.wrong.conf')
include_dict = include_conf.get_dict(ignore_error=True)
ut.assert_in('./conf/test.included.conf',
include_dict['$include'].keys())
in_confdict = include_dict['$include']['./conf/test.included.conf']
ut.assert_eq(in_confdict['layer_included']['layer1-option00'],
'layer1-option00')
conf.Dict2Configure(include_dict).write_conf(
'./conf/test.include.write')
try:
include_dict = include_conf.get_dict(ignore_error=False)
ut.assert_eq('should raise IOError', 1)
except IOError as _:
pass
def test_cache_basic_set_get():
"""test basic cache set/get"""
kvcache = cache.KVCache('basic_test')
kvcache.set({'test-0': 'test_value0', 'test-1': 'test_value1'})
kvcache.get('test-0')
unittest.assert_eq(kvcache.get('test-0'), 'test_value0')
kvcache.set({'test-0': 'test_value0', 'test-1': 'test_value1'}, 2)
time.sleep(3)
unittest.assert_eq(kvcache.get('test-0'), None)
unittest.assert_eq(kvcache.get('test-1'), None)
def test_s3_object():
"""test s3 object"""
config = {
'endpoint': 'abcd',
'ak': 'xxxx',
'sk': 'yyyy',
'bucket': 'cup-test'
}
s3obj = obj.S3ObjectSystem(config)
print s3obj.delete_bucket('cup-test', forcely=True)
unittest.assert_eq(s3obj.create_bucket('cup-test')['returncode'], 0)
unittest.assert_eq(
s3obj.put('test-obj', './cup_storage_object_test.py')['returncode'],
0
)
unittest.assert_eq(
s3obj.head('test-obj')['returncode'],
0
)
s3obj.get('test-obj', './test-obj')
os.unlink('test-obj')
def test_cache():
kvcache = cache.KvCache()
kvcache.set(
{
'test-0': 'test_value0',
'test-1': 'test_value1'
}
)
stat_info = kvcache.stat()
unittest.assert_eq(stat_info[0], 2)
unittest.assert_eq(stat_info[1], 0)
unittest.assert_eq(kvcache.get('test-0'), 'test_value0')
kvcache.set(
{
'test-0': 'test_value0',
'test-1': 'test_value1'
},
2
)
time.sleep(3)
stat_info = kvcache.stat()
unittest.assert_eq(stat_info[0], 2)
unittest.assert_eq(stat_info[1], 2)
unittest.assert_eq(kvcache.get('test-0'), None)
unittest.assert_eq(kvcache.get('test-1'), None)
kvcache.cleanup_expired()
stat_info = kvcache.stat()
unittest.assert_eq(stat_info[0], 0)
unittest.assert_eq(stat_info[1], 0)
kvcache.set(
{
'test-0': 'test_value0',
'test-1': 'test_value1'
},
2
)
kvcache.clear()
stat_info = kvcache.stat()
unittest.assert_eq(stat_info[0], 0)
unittest.assert_eq(stat_info[1], 0)
def test_arrary_special_chars(self):
"""test arrary"""
# test conf arrary
list_conf = conf.Configure2Dict('./conf/test.list.conf',
False).get_dict()
ut.assert_eq(len(list_conf['arrary_test']['a']), 4)
ut.assert_eq(len(list_conf['arrary_test']['b']), 2)
ut.assert_eq(len(list_conf['arrary_test']['c']), 1)
# test special chars
ut.assert_eq(list_conf['sepecial_chars']['with_back_slash_d'],
r'^/((home(/disk\d+)*)|tmp)/(normandy|work|mapred)/.*')
# test disorder of arrays
confdict = conf.Configure2Dict('./conf/conf_mock.conf',
False).get_dict()
ut.assert_eq('123' in confdict['test']['nice']['prefix'], True)
ut.assert_eq(len(confdict['test']['nice']['prefix']), 2)
newdict = {
'minghao': 'abc',
'liuxuan': [1, 2, 3, 4],
'layer1': {
'layer2': 'abc',
'layer2-array': [{
'key-1': 1
}, {
'key-1': 2
}],
},
'layer1-array': [{
'key-1': 1
}, {
'key-1': 2
}],
'zksdfjk': 'abc',
'kehyrj': 1,
'test': 'abcdefg\d'
}
confdict['layer2']['newtest'] = newdict
confobj = conf.Dict2Configure(confdict)
confobj.write_conf('./conf/test.conf')
test_dict = conf.Configure2Dict('./conf/test.conf').get_dict()
print('test_comments:', confdict['test_comments'])
def test_run(self):
"""test_run"""
ret, buff = self._buffpool.allocate(102401)
unittest.assert_eq(ret, False)
ret, buff = self._buffpool.allocate(10)
unittest.assert_eq(ret, True)
# pylint: disable=W0212
unittest.assert_eq(self._buffpool._used_num, 10)
unittest.assert_eq(self._buffpool._free_num, 102390)
ret = buff.set('a' * 10 * buffers.MEDIUM_BLOCK_SIZE)
unittest.assert_eq(ret[0], True)
ret = buff.set('a' * (10 * buffers.MEDIUM_BLOCK_SIZE + 1))
unittest.assert_ne(ret[0], True)
self._buffpool.deallocate(buff)
# pylint: disable=W0212
unittest.assert_eq(self._buffpool._used_num, 0)
unittest.assert_eq(self._buffpool._free_num, 102400)
unittest.assert_eq(len(self._buffpool._free_list), 102400)
unittest.assert_eq(len(self._buffpool._used_dict), 0)
def test_log_parse():
"""cup.log.parse"""
logline = ('INFO: 2015-10-14 16:13:11,700 '
'* [18635:139901983938272] [util.py:167] '
'to compress folder into tarfile:'
'/home/disk2/szjjh-ccdb280.szjjh01.baidu.com.1444810391.7.tar.gz'
)
kvs = log.parse(logline)
unittest.assert_eq(kvs['loglevel'], 'INFO')
unittest.assert_eq(kvs['date'], '2015-10-14')
unittest.assert_eq(kvs['time'], '16:13:11,700')
unittest.assert_eq(kvs['pid'], '18635')
unittest.assert_eq(kvs['tid'], '139901983938272')
unittest.assert_eq(kvs['srcline'], 'util.py:167')
unittest.assert_startswith(kvs['msg'], 'to compress')
newlog = 'xxxxxxxxsdfsdf sdfsdf'
unittest.assert_none(log.parse(newlog))
