def list_index_files(self):
index_dirname = IndexFileLocationUtils.get_index_path(self.path)
# index files are json files or csv files ending with string ".csv" or ".json"
index_files_regex = r"(.+)\.(json|csv)$"
index_files = list_files_in_directory(index_dirname,
file_regex=index_files_regex)
return sorted(index_files)
def list_index_files(self, start_after_key=None):
index_files, last_index_token = list_s3_objects(
self.bucket_name,
IndexFileLocationUtils.get_index_path(self.prefix_name),
start_after_key,
)
return index_files, last_index_token
def list_index_files(self):
index_dirname = IndexFileLocationUtils.get_index_path(self.path)
index_files = list_files_in_directory(index_dirname)
return sorted(index_files)