def _read_files(self, path, extensions=None):
logger.info(" read files in folder:" + path)
files = self._get_files(path)
contents = []
for f in files:
if f[0] == '.' or f[-1] == '/': continue
ext = pathlib.Path(f).suffix.lower()
if extensions is None or ext in extensions:
contents += [File(f, path + f)]
logger.info(" read file entries" + str(len(contents)))
return contents
def _map_gcp_file_if_necessary(self, file):
_, file_extension = path.splitext(file.name)
if file_extension.lower() == ".txt" and 'gcp_list' in file.name:
return File('gcp_list.txt', file.url, file.other)
return file
def parse_payload_into_files(self, payload):
result = payload['result']
return [
File(image['file'], image['element_url'])
for image in result['images']
]
def parse_payload_into_files(self, payload):
return [File(file['name'], file['download_url']) for file in payload]