def run_yanom(command_line_args):
if not command_line_args['silent']:
interactive_cli.show_app_title()
config_data = ConfigData(f"config.ini", 'gfm', allow_no_value=True)
config_data.parse_config_file()
notes_converter = NotesConvertor(command_line_args, config_data)
if not command_line_args['ini']:
while True:
notes_converter.convert_notes()
else:
notes_converter.convert_notes()
def __init__(self, file_name, file_path, encoding, language):
super().__init__()
self.data = ConfigData(language)
self.file_name = file_name
self.file_path = file_path
self.encoding = encoding
self.pipe_read_clean = Pipe(Queue(), Condition())
self.pipe_clean_sound = Pipe(Queue(), Condition())
self.pipe_sound_syll = Pipe(Queue(), Condition())
self.pipe_syll_count = Pipe(Queue(), Condition())
self.pipe_count_txt = Pipe(Queue(), Condition())
def send_email(team, usr="", passwrd=""):
csp = ", "
cnfg = ConfigData()
names = []
tolist = []
tostr = ""
noerror = True
if not valid_config(cnfg):
print("Missing or invalid config email entries")
return False
for student in team.members:
names.append(student.name)
tolist.append(student.email)
parsed = parse_email(cnfg.email['Source'], csp.join(names),
cnfg.email['Name'])
if (parsed[1] == "" or parsed[0] == ""):
return False
tostr = csp.join(filter(None, tolist))
msg = MIMEText(parsed[1])
msg['Subject'] = parsed[0]
msg['From'] = cnfg.email['From']
msg['To'] = tostr
s = smtplib.SMTP(cnfg.email['SMTPServer'], cnfg.email['Port'])
try:
s.ehlo()
s.starttls()
if usr == "" or passwrd == "":
usr = input('Login: '******'From'], tolist, msg.as_string())
except Exception as e:
print("Error: {}".format(e))
noerror = False
finally:
s.quit()
return noerror
def build_from_config(self, config):
"""
Build dataset from a ConfiParser object generated by Parser's
parse_dataset method.
"""
self._reset()
# First pass for images and labels.
assert config.has_section('dataset')
for name, data in config.items('dataset'):
assert config.has_section(data)
if '_mask' in data:
# Mask will be processed later.
continue
if 'label' in data:
self._data[name] = ConfigLabel(config, data)
self._label.append(name)
else:
self._data[name] = ConfigData(config, data)
self._image.append(name)
# Second pass for masks.
for name, data in config.items('dataset'):
if '_mask' in data:
if config.has_option(data, 'shape'):
# Lazy filling of mask shape. Since the shape of mask should
# be the same as the shape of corresponding label, it can be
# known only after having processed label in the first pass.
label = data.replace('_mask', "")
shape = self._data[label].shape()
config.set(data, 'shape', shape)
self._data[name] = ConfigData(config, data)
# Set dataset spec.
spec = dict()
for name, data in self._data.items():
spec[name] = tuple(data.fov())
self.set_spec(spec)
def test_między(self):
word = run_through_module(
SyllablesPhonotypes(
['mię', 'dzy'],
[[SONOR, SUBUNIT, VOWEL], [SUBUNIT, CONS, VOWEL]]))
self.assertEqual(word.get_syllables(), ['mię', 'dzy'])
self.assertEqual(word.get_lengths(), [2, 2])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("conf_pl_lat.json")
mod = CountModule([pin, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
mod.start()
@classmethod
def tearDownClass(cls):
run_through_module(End())
def test_maria(self):
word = run_through_module(Text('maria'))
self.assertEqual(word.get_text(), 'maria')
self.assertEqual(word.get_phonotypes(), [SONOR, VOWEL, SONOR, SUBUNIT, VOWEL])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData('../../configs/conf_pl_lat.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
import queue
import threading
import unittest
import constants
from clean_module import CleanModule
from config_data import ConfigData
from end import End
from pipe import *
from word import Text, TextPunctuation
data = ConfigData('../../../py_scripts/configs/conf_uk_cyr.json')
pipe_in = Pipe(queue.Queue(), threading.Condition())
pipe_out = Pipe(queue.Queue(), threading.Condition())
def run_through_module(words):
module = CleanModule([pipe_in, pipe_out], data)
module.start()
result = []
for word in words:
pipe_in.acquire()
pipe_in.put(word)
pipe_in.notify()
pipe_in.release()
while True:
pipe_out.acquire()
if pipe_out.empty():
pipe_out.wait()
while not pout.empty():
word = pout.get()
self.assertEqual(word.get_syllables(), syllables[index])
self.assertEqual(word.get_lengths(), lengths[index])
index += 1
self.assertEqual(mod_count.lengths_of_syllables, lengths_map)
self.assertEqual(mod_count.frequencies_of_syllables, frequency_map)
def run_through_module(word, mod):
pin = mod.get_pipes()[0]
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pin = Pipe(Queue(), Condition())
pipe_syllabify_count = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("../../configs/conf_cs_lat.json")
mod_syll = SyllabifyModule([pin, pipe_syllabify_count])
mod_count = CountModule([pipe_syllabify_count, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
word = run_through_module(SyllablesPhonotypes(['у', 'кра', 'їн', 'сько', 'гож'], [[VOWEL], [CONS, SONOR, VOWEL], [VOWEL, SONOR],
[CONS, SPEC, CONS, VOWEL], [CONS, VOWEL, CONS]]))
self.assertEqual(word.get_syllables(), ['у', 'кра', 'їн', 'сько', 'гож'])
self.assertEqual(word.get_lengths(), [1, 3, 3, 3, 3])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("../../configs/conf_uk_cyr.json")
mod = CountModule([pin, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
def __init__(self):
self.con = ConfigData()
self.opera = OperaMethods()
self.log = LogRecord()
self.logger = self.log.get_log()
def tearDownClass(cls):
run_through_module(End())
def test_njegov(self):
word = run_through_module(Text('njegov'))
self.assertEqual(word.get_text(), 'njegov')
self.assertEqual(word.get_phonotypes(),
[SUBUNIT, NASAL, VOWEL, OBSTR, VOWEL, GLIDE])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData(path_to_scripts + '\configs\conf_sr_lat.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
self.assertEqual(word.get_lengths(), [3, 3, 2])
def test_zhorjelc(self):
word = run_through_module(
SyllablesPhonotypes(['zho', 'rjelc'],
[[0, 0, 2], [4, 1, 2, 1, 0]]))
self.assertEqual(word.get_syllables(), ['zho', 'rjelc'])
self.assertEqual(word.get_lengths(), [2, 4])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("../../configs/conf_hsb_lat.json")
mod = CountModule([pin, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
self.assertEqual(word.get_syllables(), ['za', 'hra', 'dě'])
self.assertEqual(word.get_lengths(), [2, 3, 2])
def test_ně(self):
word = run_through_module(SyllablesPhonotypes(['ně'],
[[SONOR, VOWEL]]))
self.assertEqual(word.get_syllables(), ['ně'])
self.assertEqual(word.get_lengths(), [2])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("conf_cs_lat.json")
mod = CountModule([pin, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
def test_українськогож(self):
word = run_through_module(Text('українськогож'))
self.assertEqual(word.get_text(), 'українськогож')
self.assertEqual(word.get_phonotypes(), [
VOWEL, CONS, SONOR, VOWEL, VOWEL, SONOR, CONS, SPEC, CONS, VOWEL,
CONS, VOWEL, CONS
])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData(str(Path(__file__).parents[2]) + '\config\conf_uk_cyr.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
self.assertEqual(word.get_lengths(), [3, 3, 2])
def test_zhorjelc(self):
word = run_through_module(
SyllablesPhonotypes(['zho', 'rjelc'],
[[0, 0, 2], [4, 1, 2, 1, 0]]))
self.assertEqual(word.get_syllables(), ['zho', 'rjelc'])
self.assertEqual(word.get_lengths(), [2, 4])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("conf_hsb_lat.json")
mod = CountModule([pin, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
self.assertEqual(
word.get_phonotypes(),
[NASAL, VOWEL, VOWEL, LIQUID, OBSTR, VOWEL, OBSTR, VOWEL])
def test_metr(self):
word = run_through_module(Text('metr'))
self.assertEqual(word.get_text(), 'metr')
self.assertEqual(word.get_phonotypes(), [NASAL, VOWEL, OBSTR, VOWEL])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData(path_to_scripts + '/configs/conf_cs_lat.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
self.assertEqual(word.get_text(), 'wrobl')
self.assertEqual(word.get_phonotypes(),
[SONOR, SONOR, VOWEL, CONS, VOWEL])
def test_sneh(self):
word = run_through_module(Text('sněh'))
self.assertEqual(word.get_text(), 'sněh')
self.assertEqual(word.get_phonotypes(), [CONS, SONOR, VOWEL, CONS])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData('../../configs/conf_hsb_lat.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
def test_знаходзілася(self):
word = run_through_module(Text('знаходзілася'))
self.assertEqual(word.get_text(), 'знаходзілася')
self.assertEqual(word.get_phonotypes(), [
OBSTR, NASAL, VOWEL, OBSTR, VOWEL, SUBUNIT, OBSTR, VOWEL, LIQUID,
VOWEL, OBSTR, VOWEL
])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData(path_to_scripts + '\configs\conf_be_cyr.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
self.assertEqual(word.get_text(), 'vědomí')
self.assertEqual(word.get_phonotypes(),
[CONS, VOWEL, CONS, VOWEL, SONOR, VOWEL])
def test_sex(self):
word = run_through_module(Text('sex'))
self.assertEqual(word.get_text(), 'sex')
self.assertEqual(word.get_phonotypes(), [CONS, VOWEL, CONS])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData(str(Path(__file__).parents[2]) + '\config\conf_cs_lat.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
class RunMain:
def __init__(self):
self.con = ConfigData()
self.opera = OperaMethods()
self.log = LogRecord()
self.logger = self.log.get_log()
def run_main(self):
row_num = self.con.get_lines()
for i in range(1, row_num):
is_run = self.con.get_is_run(i)
self.logger.info("44445")
if is_run == "yes":
opera_method = self.con.get_opera_method(i)
opera_element_key = self.con.get_opera_element_key(i)
opera_data = self.con.get_opera_data(i)
expect_element_key = self.con.get_expect_element(i)
expect_element_method = self.con.get_expect_method(i)
expect_element_data = self.con.get_expect_result(i)
method = getattr(self.opera, opera_method)
if opera_element_key == None and opera_data == None:
method()
elif opera_element_key != None and opera_data == None:
method(opera_element_key)
elif opera_element_key == None and opera_data != None:
method(opera_data)
else:
method(opera_element_key, opera_data)
if expect_element_method:
expect_method = getattr(self.opera, expect_element_method)
if expect_element_key:
result = expect_method(expect_element_key,
expect_element_data)
else:
result = expect_method(expect_element_data)
if result:
self.con.write_real_result(i, "pass")
else:
self.con.write_real_result(i, "fail")
self.log.close_handle()
word = run_through_module(SyllablesPhonotypes(['у', 'кра', 'їн', 'сько', 'гож'], [[VOWEL], [CONS, SONOR, VOWEL], [VOWEL, SONOR],
[CONS, SPEC, CONS, VOWEL], [CONS, VOWEL, CONS]]))
self.assertEqual(word.get_syllables(), ['у', 'кра', 'їн', 'сько', 'гож'])
self.assertEqual(word.get_lengths(), [1, 3, 3, 3, 3])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
cd = ConfigData("conf_uk_cyr.json")
mod = CountModule([pin, pout], cd, "blabla")
if __name__ == '__main__':
unittest.main()
import queue
import threading
import unittest
from clean_module import CleanModule
from config_data import ConfigData
from end import End
from pipe import Pipe
from read_module import ReadModule
from word import Text
file_path = '../test_files/slovak/test_slovak.txt'
encoding = 'utf-8-sig'
data = ConfigData('../../configs/conf_svk_lat.json')
read_clean_pipe = Pipe(queue.Queue(), threading.Condition())
clean_out_pipe = Pipe(queue.Queue(), threading.Condition())
expected_result = [
Text('toto'),
Text('je'),
Text('prvá'),
Text('veta'),
Text('#tomobil'),
Text('ide'),
Text('posledné'),
Text('slovo'),
Text('má'),
Text('byť'),
Text('vyhodené'),
Text('slovo'),
def startManager(self):
'''
This starts the IOManager
'''
self.c_data = ConfigData()
self.manager = IOManager(self.c_data, self.roster)
@classmethod
def tearDownClass(cls):
run_through_module(End())
def test_українськогож(self):
word = run_through_module(Text('українськогож'))
self.assertEqual(word.get_text(), 'українськогож')
self.assertEqual(word.get_phonotypes(), [VOWEL, CONS, SONOR, VOWEL, VOWEL, SONOR, CONS, SPEC, CONS, VOWEL, CONS,
VOWEL, CONS])
def run_through_module(word):
pin.acquire()
pin.put(word)
pin.notify()
pin.release()
pout.acquire()
if pout.empty():
pout.wait()
word = pout.get()
pout.release()
return word
data = ConfigData('../../configs/conf_uk_cyr.json')
pin = Pipe(Queue(), Condition())
pout = Pipe(Queue(), Condition())
mod = PhonotypeModule([pin, pout], data)
if __name__ == '__main__':
unittest.main()
import queue
import threading
import unittest
from clean_module import CleanModule
from config_data import ConfigData
from end import End
from pipe import Pipe
from read_module import ReadModule
from word import Text
file_path = '../tests/short_texts/belarussian_short_text.txt'
encoding = 'utf-8'
data = ConfigData('../../config/conf_be_cyr.json')
read_clean_pipe = Pipe(queue.Queue(), threading.Condition())
clean_out_pipe = Pipe(queue.Queue(), threading.Condition())
expected_result = [
Text('у'),
Text('беларускай'),
Text('мове'),
Text('зычныя'),
Text('могуць'),
Text('адрознівацца'),
Text('даўжынёй'),
Text('гучання'),
Text('якая'),
Text('паказвае'),
Text('на'),
Text('стык'),
