def test_range(self):
start_dt = datetime.datetime(2015, 5, 19, 1)
end_dt = datetime.datetime(2015, 5, 19, 3)
bucket = turtle.Turtle()
def do_list(prefix):
assert prefix.startswith("20150519")
return [
turtle.Turtle(
name="20150519/foo-2015051900-localhost.log.bz2"),
turtle.Turtle(
name="20150519/foo-2015051901-localhost.log.bz2"),
turtle.Turtle(
name="20150519/foo-2015051902-localhost.log.bz2"),
turtle.Turtle(
name="20150519/foo-2015051903-localhost.log.bz2"),
turtle.Turtle(
name="20150519/foo-2015051904-localhost.log.bz2"),
]
bucket.list = do_list
log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt)
assert_equal(len(log_files), 3)
assert_equal(log_files[0].dt, start_dt)
assert_equal(log_files[-1].dt, end_dt)
def test_empty(self):
start_dt = datetime.datetime(2015, 5, 19)
end_dt = datetime.datetime(2015, 5, 21)
bucket = turtle.Turtle()
def do_list(prefix):
return []
bucket.list = do_list
log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt)
assert_equal(len(log_files), 0)
def test_empty(self):
start_dt = datetime.datetime(2015, 5, 19)
end_dt = datetime.datetime(2015, 5, 21)
bucket = turtle.Turtle()
def do_list(prefix):
return []
bucket.list = do_list
log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt)
assert_equal(len(log_files), 0)
def test_range_with_date_key(self):
start_dt = datetime.datetime(2015, 5, 19, 1)
end_dt = datetime.datetime(2015, 5, 19, 3)
bucket = turtle.Turtle()
def do_list(prefix):
assert prefix.startswith("20150519")
return [
turtle.Turtle(name="20150519/foo-20150519-localhost.log.bz2"),
]
bucket.list = do_list
log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt)
assert_equal(len(log_files), 1)
def test_date(self):
start_dt = datetime.datetime(2015, 5, 19)
end_dt = datetime.datetime(2015, 5, 21)
bucket = turtle.Turtle()
def do_list(prefix):
if prefix.startswith("20150519"):
key = turtle.Turtle()
key.name = "20150519/foo-20150519-localhost.log.bz2"
return [key]
else:
return []
bucket.list = do_list
log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt)
assert_equal(len(log_files), 1)
assert_equal(log_files[0].type_name, "foo")
def test_date(self):
start_dt = datetime.datetime(2015, 5, 19)
end_dt = datetime.datetime(2015, 5, 21)
bucket = turtle.Turtle()
def do_list(prefix):
if prefix.startswith("20150519"):
key = turtle.Turtle()
key.name = "20150519/foo-20150519-localhost.log.bz2"
return [key]
else:
return []
bucket.list = do_list
log_files = store.find_log_files_in_s3(bucket, "foo", start_dt, end_dt)
assert_equal(len(log_files), 1)
assert_equal(log_files[0].type_name, "foo")
