def basic_task_manager(): time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) tq = SimpleTaskQueue(LOGGER) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing") tq.add_task(t1) t2 = Task( 2, "python -m some_script", time_stamp, name= "example python run that will only try to run once and should last 3 minutes" ) tq.add_task(t2) t3 = Task(3, "cd my_directory; python -m some_script", time_stamp, name="multiple commands", desc="an example of multiple commands in one task") tq.add_task(t3) tm = TaskManager(LOGGER) tm._todo_queue = tq return tm
def test_mark_completed_when_attempt_unknown(): time_stamp1 = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) tq = SimpleTaskQueue(LOGGER) t1 = Task(1, "run command example", time_stamp1, name="example run", desc="this is a bologna command that does nothing", duration=100, max_attempts=2) tq.add_task(t1) tm = TaskManager(LOGGER) tm._todo_queue = tq completed_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=44, microsecond=100222) assert tm.complete_attempt(t1.task_id(), "some_random_unknown_attempt_id", completed_time_stamp) is False
def test_add_already_added_task(): time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing", duration=500, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=6, microsecond=100222) t1.attempt_task("runner", start_time_stamp) ot = OpenTasks(LOGGER) assert len(ot) == 0 ot.add_task(t1) # should be there now assert len(ot) == 1 assert ot.get_task(1) == t1 ot.add_task(t1) # should be there now assert len(ot) == 1 assert ot.get_task(1) == t1
def basic_simple_task_queue(): time_stamp = datetime.now() tq = SimpleTaskQueue(LOGGER) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing") tq.add_task(t1) t2 = Task( 2, "python -m some_script", time_stamp, name= "example python run that will only try to run once and should last 3 minutes", duration=3 * 60, max_attempts=1) tq.add_task(t2) t3 = Task(3, "cd my_directory; python -m some_script", time_stamp, name="multiple commands", desc="an example of multiple commands in one task") tq.add_task(t3) return tq
def test_open_time_open_attempt(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) task.attempt_task("runner 1", attempt_time) assert task.open_time() is None
def test_is_completed_open_attempt(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) task.attempt_task("runner 1", attempt_time) assert task.is_completed() is False
def test_is_in_process_open_attempt(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) task.attempt_task("runner 1", attempt_time) assert task.is_in_process() is True
def test_completed_time_one_completed_attempt(): task_created_time = datetime.datetime(2018, 1, 15, 12, 35, 0) task = Task("1234", "some cmd", task_created_time, max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt_completed_time = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt.mark_completed(attempt_completed_time) assert task.completed_time() == attempt_completed_time
def test_is_completed_completed_attempt(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt.mark_completed(datetime.datetime(2018, 1, 15, 12, 35, 45)) assert task.is_completed() is True
def test_is_in_process_one_fail(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt.mark_failed(datetime.datetime(2018, 1, 15, 12, 35, 45)) assert task.is_in_process() is True
def test_open_time_one_attempt_failed(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt.mark_failed(datetime.datetime(2018, 1, 15, 12, 35, 45)) assert task.open_time() is None
def test_started_time_with_completed_attempts(): task_created_time = datetime.datetime(2018, 1, 15, 12, 35, 0) task = Task("1234", "some cmd", task_created_time, max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt_completed_time = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt.mark_completed(attempt_completed_time) attempt_time_2 = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt_2 = task.attempt_task("runner 2", attempt_time_2) attempt_2.mark_completed(datetime.datetime(2018, 1, 15, 12, 35, 48)) assert task.started_time() == attempt_time
def test_started_both_failed_attempts(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt.mark_failed(datetime.datetime(2018, 1, 15, 12, 35, 45)) attempt_time_2 = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt_2 = task.attempt_task("runner 2", attempt_time_2) attempt_2.mark_failed(datetime.datetime(2018, 1, 15, 12, 35, 48)) assert task.is_started() is True
def test_completed_time_all_failed_attempts(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) attempt.mark_failed(datetime.datetime(2018, 1, 15, 12, 35, 45)) attempt_time_2 = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt_2 = task.attempt_task("runner 2", attempt_time_2) attempt_2.mark_failed(datetime.datetime(2018, 1, 15, 12, 35, 48)) assert task.completed_time() is None
def test_task_to_retry_first_started_retry(): time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing", duration=100, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=6, microsecond=100222) t1.attempt_task("runner", start_time_stamp) t2 = Task(2, "run command example 2", time_stamp, name="example run 2", desc="this is a bologna command that does nothing", duration=820, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=6, microsecond=100222) t2.attempt_task("runner", start_time_stamp) ot = OpenTasks(LOGGER) ot.add_task(t1) ot.add_task(t2) current_time = datetime(year=2018, month=8, day=13, hour=5, minute=12, second=8, microsecond=100222) task, failed_tasks = ot.task_to_retry(current_time) # should be no failed tasks assert task.task_id() == t1.task_id() assert task == t1 assert len(failed_tasks) == 0
def post(self): args = task_post_parser.parse_args() self._logger.info("TaskManagement.post: %s" % str(args)) task = Task( task_id_creator.id(), args.command, datetime.now(), name=args.name if args.name is not None else "", desc=args.description if args.description is not None else "", duration=args.duration, max_attempts=args.max_attempts if args.max_attempts is not None else 1, dependent_on=args.dependent_on) task_manager.add_task(task) return task.to_json(), 201
def test_move_task_to_done_when_not_in_process(): time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) tq = SimpleTaskQueue(LOGGER) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing") tq.add_task(t1) t2 = Task( 2, "python -m some_script", time_stamp, name= "example python run that will only try to run once and should last 3 minutes" ) tq.add_task(t2) t3 = Task(3, "cd my_directory; python -m some_script", time_stamp, name="multiple commands", desc="an example of multiple commands in one task") tq.add_task(t3) tm = TaskManager(LOGGER) tm._todo_queue = tq assert len(tm._todo_queue) == 3 assert len(tm._in_process) == 0 assert len(tm._done) == 0 assert tm._find_task(1, todo=True) is not None assert tm._find_task(1, in_process=True) is None assert tm._find_task(1, done=True) is None tm._move_task_to_done(t1) assert len(tm._todo_queue) == 2 assert len(tm._in_process) == 0 assert len(tm._done) == 1 assert tm._find_task(1, todo=True) is None assert tm._find_task(1, in_process=True) is None assert tm._find_task(1, done=True) is not None
def test_remove_task_that_doesnt_exist(): time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing", duration=500, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=6, microsecond=100222) t1.attempt_task("runner", start_time_stamp) t2 = Task(2, "run command example 2", time_stamp, name="example run 2", desc="this is a bologna command that does nothing", duration=90, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=8, microsecond=100222) t2.attempt_task("runner", start_time_stamp) ot = OpenTasks(LOGGER) ot.add_task(t1) ot.add_task(t2) assert len(ot) == 2 assert ot.get_task(1) == t1 assert ot.get_task(2) == t2 # remove non-existent task ot.remove_task("id that doesn't exist") assert len(ot) == 2 assert ot.get_task(1) == t1 assert ot.get_task(2) == t2
def test_add_same_task_id_more_than_once(): tm = TaskManager(LOGGER) t1 = Task(1, "run command example", datetime.now(), name="example run", desc="this is a bologna command that does nothing") tm.add_task(t1) assert len(tm._todo_queue) == 1 assert len(tm._in_process) == 0 assert len(tm._done) == 0 t2 = Task(1, "another run command example", datetime.now(), name="example run", desc="this is a bologna command that does nothing") tm.add_task(t2) assert len(tm._todo_queue) == 1 assert len(tm._in_process) == 0 assert len(tm._done) == 0
def test_all_tasks_added_in_reverse_order(): # same as test_all_tasks but the creation times are reversed time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing", duration=500, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=8, microsecond=100222) t1.attempt_task("runner", start_time_stamp) t2 = Task(2, "run command example 2", time_stamp, name="example run 2", desc="this is a bologna command that does nothing", duration=90, max_attempts=3) start_time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=6, microsecond=100222) t2.attempt_task("runner", start_time_stamp) ot = OpenTasks(LOGGER) ot.add_task(t1) ot.add_task(t2) # should be sorted by creation time tasks = ot.all_tasks() assert len(tasks) == 2 assert tasks[0] == t1 assert tasks[1] == t2
def test_get_attempt(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt_1 = task.attempt_task("runner 1", attempt_time) attempt_time_2 = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt_2 = task.attempt_task("runner 2", attempt_time_2) # no id should be None assert task.get_attempt("fake_attempt_id") is None assert attempt_1 == task.get_attempt(attempt_1._attempt_id) assert attempt_2 == task.get_attempt(attempt_2._attempt_id)
def test_add_task_without_an_attempt(): time_stamp = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) t1 = Task(1, "run command example", time_stamp, name="example run", desc="this is a bologna command that does nothing", duration=500, max_attempts=3) ot = OpenTasks(LOGGER) assert len(ot) == 0 with pytest.raises(AssertionError): ot.add_task(t1) # should be there now assert len(ot) == 0 assert ot.get_task(1) is None
def test_mark_completed_when_done(): time_stamp1 = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=5, microsecond=100222) time_stamp2 = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=10, microsecond=0) time_stamp3 = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=15, microsecond=222222) tq = SimpleTaskQueue(LOGGER) t1 = Task(1, "run command example", time_stamp1, name="example run", desc="this is a bologna command that does nothing", duration=100, max_attempts=5) tq.add_task(t1) t2 = Task( 2, "python -m some_script", time_stamp2, name= "example python run that will only try to run once and should last 3 minutes", duration=180, max_attempts=1) tq.add_task(t2) t3 = Task(3, "cd my_directory; python -m some_script", time_stamp3, name="multiple commands", desc="an example of multiple commands in one task", duration=200) tq.add_task(t3) basic_task_manager = TaskManager(LOGGER) basic_task_manager._todo_queue = tq # make sure baseline is what we expect assert len(basic_task_manager._todo_queue) == 3 assert len(basic_task_manager._in_process) == 0 assert len(basic_task_manager._done) == 0 start_time = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=30, microsecond=500000) complete_time = datetime(year=2018, month=8, day=13, hour=5, minute=10, second=40, microsecond=600222) # start one up and make sure as expected task, attempt = basic_task_manager.start_next_attempt("runner", start_time) assert task.task_id() == 1 assert len(basic_task_manager._todo_queue) == 2 assert len(basic_task_manager._in_process) == 1 assert len(basic_task_manager._done) == 0 # start a second attempt second_start_time = datetime(year=2018, month=8, day=13, hour=5, minute=13, second=30, microsecond=100222) task2, attempt2 = basic_task_manager.start_next_attempt( "runner2", second_start_time) assert task2.task_id() == 1 assert attempt2.id() != attempt.id() assert len(basic_task_manager._todo_queue) == 2 assert len(basic_task_manager._in_process) == 1 assert len(basic_task_manager._done) == 0 # mark completed basic_task_manager.complete_attempt(task.task_id(), attempt.id(), complete_time) assert len(basic_task_manager._todo_queue) == 2 assert len(basic_task_manager._in_process) == 0 assert len(basic_task_manager._done) == 1 assert task.is_completed() assert not task.is_in_process() assert not task.is_failed() assert task.open_time() == 35.5 # mark completed again second_complete_time = datetime(year=2018, month=8, day=13, hour=5, minute=10 + 3, second=40, microsecond=100222) basic_task_manager.complete_attempt(task2.task_id(), attempt2.id(), second_complete_time) # should have no impact; all should be the same assert len(basic_task_manager._todo_queue) == 2 assert len(basic_task_manager._in_process) == 0 assert len(basic_task_manager._done) == 1 assert task.is_completed() assert not task.is_in_process() assert not task.is_failed() assert task.open_time() == 35.5
def test_add_task(): tq = SimpleTaskQueue(LOGGER) t = Task(15, 'run command', datetime.now()) tq.add_task(t) assert len(tq) == 1 assert tq.task(15) == t
def test_started_new_task(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) assert task.is_started() is False
def test_completed_time_new_task(): task_created_time = datetime.datetime(2018, 1, 15, 12, 35, 0) task = Task("1234", "some cmd", task_created_time, max_attempts=2) assert task.completed_time() is None
def test_attempt_task(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) # no attempts assert task.num_attempts() == 0 assert task.most_recent_attempt() is None attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) attempt = task.attempt_task("runner 1", attempt_time) assert task.num_attempts() == 1 assert task.most_recent_attempt() == attempt attempt_time_2 = datetime.datetime(2018, 1, 15, 12, 35, 45) attempt_2 = task.attempt_task("runner 2", attempt_time_2) assert task.num_attempts() == 2 assert task.most_recent_attempt() == attempt_2 # now get another attempt (which will be greater than max_attempts so should fail. attempt_time_3 = datetime.datetime(2018, 1, 15, 12, 36, 10) attempt_3 = task.attempt_task("runner 3", attempt_time_3) assert attempt_3 is None assert task.num_attempts() == 2 assert task.most_recent_attempt() == attempt_2
def test_started_time_open_attempt(): task_created_time = datetime.datetime(2018, 1, 15, 12, 35, 0) task = Task("1234", "some cmd", task_created_time, max_attempts=2) attempt_time = datetime.datetime(2018, 1, 15, 12, 35, 30) task.attempt_task("runner 1", attempt_time) assert task.started_time() == attempt_time
def test_open_time_new_task(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) assert task.open_time() is None
def test_is_completed_no_attempts(): task = Task("1234", "some cmd", datetime.datetime(2018, 1, 15, 12, 35, 0), max_attempts=2) assert task.is_completed() is False