def test_range(self): start_dt = datetime.datetime(2015, 5, 19, 1) end_dt = datetime.datetime(2015, 5, 19, 3) bucket = turtle.Turtle() def do_list(prefix): assert prefix.startswith("20150519") return [ turtle.Turtle( name="20150519/foo-2015051900-localhost.log.bz2"), turtle.Turtle( name="20150519/foo-2015051901-localhost.log.bz2"), turtle.Turtle( name="20150519/foo-2015051902-localhost.log.bz2"), turtle.Turtle( name="20150519/foo-2015051903-localhost.log.bz2"), turtle.Turtle( name="20150519/foo-2015051904-localhost.log.bz2"), ] bucket.list = do_list log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt) assert_equal(len(log_files), 3) assert_equal(log_files[0].dt, start_dt) assert_equal(log_files[-1].dt, end_dt)
def test_empty(self): start_dt = datetime.datetime(2015, 5, 19) end_dt = datetime.datetime(2015, 5, 21) bucket = turtle.Turtle() def do_list(prefix): return [] bucket.list = do_list log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt) assert_equal(len(log_files), 0)
def test_range_with_date_key(self): start_dt = datetime.datetime(2015, 5, 19, 1) end_dt = datetime.datetime(2015, 5, 19, 3) bucket = turtle.Turtle() def do_list(prefix): assert prefix.startswith("20150519") return [ turtle.Turtle(name="20150519/foo-20150519-localhost.log.bz2"), ] bucket.list = do_list log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt) assert_equal(len(log_files), 1)
def test_date(self): start_dt = datetime.datetime(2015, 5, 19) end_dt = datetime.datetime(2015, 5, 21) bucket = turtle.Turtle() def do_list(prefix): if prefix.startswith("20150519"): key = turtle.Turtle() key.name = "20150519/foo-20150519-localhost.log.bz2" return [key] else: return [] bucket.list = do_list log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt) assert_equal(len(log_files), 1) assert_equal(log_files[0].type_name, "foo")