def get_labels(language):
labels_dir = 'keywords/target/'
leaders = load_labels(labels_dir + f'leader.json', language)
parties = load_labels(labels_dir + f'party.json', language)
if language == 'english':
return (leaders + parties)
elif language == 'chinese':
simplified = list(map(HanziConv.toSimplified, (leaders + parties)))
return list(OrderedDict.fromkeys(simplified))
def get_labels(language):
log(f"Loading {language} labels", 1)
labels_dir = 'keywords/target/'
leaders = load_labels(labels_dir + f'{language}_leader.txt')
parties = load_labels(labels_dir + f'{language}_party.txt')
if language == 'english':
return leaders + parties
elif language == 'chinese':
simplified = list(map(HanziConv.toSimplified, leaders + parties))
return list(OrderedDict.fromkeys(simplified))
def test_load_chinese_labels():
labels = load_labels('../sample_label/leader.json', 'chinese')
print(labels)
assert labels == [
'纳吉·阿都拉萨', '纳吉', '鸡哥', '1马哥', '马哈迪·莫哈末', '马哈迪', '老马', '敦马', '老番薯',
'林吉祥'
]
def test_load_english_labels():
labels = load_labels('../sample_label/leader.json', 'english')
assert labels == [
'najib', 'mo1', 'pm', 'mahathir', 'mahfuz omar', 'lim kit siang', 'lks'
]
def test1():
leaders = load_labels('../sample_label/leader.txt')
assert leaders == [
'lim guan eng', 'lim kit siang', 'mahathir', 'najib', 'baby', 'babe'
]
def test2():
parties = load_labels('../sample_label/party.txt')
assert parties == ['amanah', 'bn', 'dap', 'gerakan', 'keadilan']