def test_overflow_memory(self):
"""Отлавливает переполнение памяти"""
process = ProcessPool(min_workers=2, max_workers=10, mem_usage='1Kb')
with self.assertRaises(Exception) as context:
process.map(heavy_computation, self.data())
self.assertTrue('Процесс занимает больше памяти, чем возможно' in str(
context.exception))
def test_amount_processes_less_than_min_workers(self):
"""Количество возможных процессов меньше мин. кол-ва"""
process = ProcessPool(min_workers=5000,
max_workers=5100,
mem_usage='150mb')
data = self.data()
with self.assertRaises(Exception) as context:
process.map(heavy_computation, data)
u = 'Количество возможных процессов меньше минимального количества' in str(
context.exception)
self.assertTrue(u)
def test_memory(self):
"""Память конвертируется в мб"""
process_gb = ProcessPool(min_workers=2,
max_workers=10,
mem_usage='1Gb')
process_mb = ProcessPool(min_workers=2,
max_workers=10,
mem_usage='100mb')
process_kb = ProcessPool(min_workers=2,
max_workers=10,
mem_usage='1Kb')
process_b = ProcessPool(min_workers=2,
max_workers=10,
mem_usage='100b')
self.assertEqual([1000, 100, 0.001, 0.0001], [
process_gb.mem_usage, process_mb.mem_usage, process_kb.mem_usage,
process_b.mem_usage
])
def run_judging(filename):
print "Judging " + filename + "..."
try:
executable = join("testing", "solution_{0}".format(filename.split("_")[0]))
try:
subprocess.check_call(["g++", "-std=c++0x", join("submissions", filename), "-O2", "-o", executable])
except Exception, e:
return "Compilation error: " + str(e)
with open("seeds.txt") as seeds_file:
seeds = filter(None, map(lambda s: s.strip(), seeds_file.readlines()))
for seed in seeds:
log = "logs/{1}_seed_{0}.log".format(seed, filename)
os.path.exists(log) and os.remove(log)
for seed in seeds:
ProcessPool.get_pool().apply_async(
run_jar, [filename, seed, executable])
return "Solution was compiled successfully, testing in progress"
def test_qsize_less_amount_process(self):
process = ProcessPool(min_workers=1, max_workers=10, mem_usage='150mb')
data = self.data()
result = process.map(heavy_computation, data)
self.assertEqual(result[0], len(data))
def test_mem_usage(self):
process = ProcessPool(min_workers=1, max_workers=10, mem_usage='100mb')
result = process.map(heavy_computation, self.data())
self.assertLessEqual(result[0] * result[1], 100)
def test_max_less_possible(self):
"""Максимальная память меньше возможной"""
process = ProcessPool(min_workers=1, max_workers=3, mem_usage='1gb')
result = process.map(heavy_computation, self.data())
self.assertEqual(3, result[0])
def test_max_less_min(self):
with self.assertRaises(Exception) as context:
ProcessPool(min_workers=10, max_workers=9, mem_usage='1gb')
self.assertTrue(
'Минимальное кол-во процессов не может быть больше максимального'
in str(context.exception))
def test_incorrect_memory(self):
"""Некорректное значение памяти"""
with self.assertRaises(Exception) as context:
ProcessPool(min_workers=2, max_workers=10, mem_usage='1')
self.assertTrue(
'Некорректное значение памяти' in str(context.exception))
def test_min_workers(self):
big_data = [
np.random.random((50, 50, 50)).tostring() for i in range(14)
]
pool = ProcessPool(min_workers=5, max_workers=10, mem_usage='0.1b')
self.failureException