def test_update_tick_to_failure(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
current_time = time.time()
tick = storage.create_schedule_tick(repository.name,
self.build_tick(current_time))
updated_tick = tick.with_status(
ScheduleTickStatus.FAILURE,
error=SerializableErrorInfo(message="Error",
stack=[],
cls_name="TestError"),
)
assert updated_tick.status == ScheduleTickStatus.FAILURE
storage.update_schedule_tick(repository.name, updated_tick)
ticks = storage.get_schedule_ticks_by_schedule(repository.name,
"my_schedule")
assert len(ticks) == 1
tick = ticks[0]
assert tick.tick_id == 1
assert tick.schedule_name == "my_schedule"
assert tick.cron_schedule == "* * * * *"
assert tick.timestamp == current_time
assert tick.status == ScheduleTickStatus.FAILURE
assert tick.run_id == None
assert tick.error == SerializableErrorInfo(message="Error",
stack=[],
cls_name="TestError")
def test_update_tick_to_skip(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
current_time = time.time()
tick = storage.create_schedule_tick(repository.name,
self.build_tick(current_time))
updated_tick = tick.with_status(ScheduleTickStatus.SKIPPED)
assert updated_tick.status == ScheduleTickStatus.SKIPPED
storage.update_schedule_tick(repository.name, updated_tick)
ticks = storage.get_schedule_ticks_by_schedule(repository.name,
"my_schedule")
assert len(ticks) == 1
tick = ticks[0]
assert tick.tick_id == 1
assert tick.schedule_name == "my_schedule"
assert tick.cron_schedule == "* * * * *"
assert tick.timestamp == current_time
assert tick.status == ScheduleTickStatus.SKIPPED
assert tick.run_id == None
assert tick.error == None
def test_delete_schedule_not_found(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
schedule = self.build_schedule("my_schedule", "* * * * *")
with pytest.raises(DagsterInvariantViolationError):
storage.delete_schedule(repository.name, schedule)
def test_get_schedule_by_name(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
storage.add_schedule(repository.name,
self.build_schedule("my_schedule", "* * * * *"))
schedule = storage.get_schedule_by_name(repository.name, "my_schedule")
assert schedule.name == "my_schedule"
def test_delete_schedule(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
schedule = self.build_schedule("my_schedule", "* * * * *")
storage.add_schedule(repository.name, schedule)
storage.delete_schedule(repository.name, schedule)
schedules = storage.all_schedules(repository.name)
assert len(schedules) == 0
def test_basic_schedule_storage(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
schedule = self.build_schedule("my_schedule", "* * * * *")
storage.add_schedule(repository.name, schedule)
schedules = storage.all_schedules(repository.name)
assert len(schedules) == 1
schedule = schedules[0]
assert schedule.name == "my_schedule"
assert schedule.cron_schedule == "* * * * *"
def test_get_schedule_stats(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
current_time = time.time()
error = SerializableErrorInfo(message="Error",
stack=[],
cls_name="TestError")
# Create ticks
for x in range(2):
storage.create_schedule_tick(repository.name,
self.build_tick(current_time))
for x in range(3):
storage.create_schedule_tick(
repository.name,
self.build_tick(current_time,
ScheduleTickStatus.SUCCESS,
run_id=str(x)),
)
for x in range(4):
storage.create_schedule_tick(
repository.name,
self.build_tick(current_time, ScheduleTickStatus.SKIPPED),
)
for x in range(5):
storage.create_schedule_tick(
repository.name,
self.build_tick(current_time,
ScheduleTickStatus.FAILURE,
error=error),
)
stats = storage.get_schedule_tick_stats_by_schedule(
repository.name, "my_schedule")
assert stats.ticks_started == 2
assert stats.ticks_succeeded == 3
assert stats.ticks_skipped == 4
assert stats.ticks_failed == 5
def test_update_schedule(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
schedule = self.build_schedule("my_schedule", "* * * * *")
storage.add_schedule(repository.name, schedule)
new_schedule = schedule.with_status(ScheduleStatus.RUNNING)
storage.update_schedule(repository.name, new_schedule)
schedules = storage.all_schedules(repository.name)
assert len(schedules) == 1
schedule = schedules[0]
assert schedule.name == "my_schedule"
assert schedule.status == ScheduleStatus.RUNNING
def test_add_multiple_schedules(self, storage):
assert storage
repository = RepositoryDefinition(
name="repository_name",
repository_data=RepositoryData.from_list([]))
schedule = self.build_schedule("my_schedule", "* * * * *")
schedule_2 = self.build_schedule("my_schedule_2", "* * * * *")
schedule_3 = self.build_schedule("my_schedule_3", "* * * * *")
storage.add_schedule(repository.name, schedule)
storage.add_schedule(repository.name, schedule_2)
storage.add_schedule(repository.name, schedule_3)
schedules = storage.all_schedules(repository.name)
assert len(schedules) == 3
assert any(s.name == "my_schedule" for s in schedules)
assert any(s.name == "my_schedule_2" for s in schedules)
assert any(s.name == "my_schedule_3" for s in schedules)