def open_next_file(self):
if self.thing_file:
self.logEvent(LocalProviderEventType.SyncPartEnd,
get_date_from_filename(self.thing_file, DATE_REGEXP))
self.thing_file = next(self.thing_files)
logger.info(" Importing things from file %s" % self.thing_file)
self.logEvent(LocalProviderEventType.SyncPartStart,
get_date_from_filename(self.thing_file, DATE_REGEXP))
self.data_lines = get_lines_from_thing_file(str(self.thing_file))
def open_next_file(self):
if self.zip:
self.logEvent(LocalProviderEventType.SyncPartEnd,
get_date_from_filename(self.zip, DATE_REGEXP))
next_zip_file_name = str(next(self.zips))
self.zip = get_zip_file_from_ftp(next_zip_file_name, DESCRIPTION_FOLDER_NAME_TITELIVE)
logger.info(" Importing descriptions from file " + str(self.zip))
self.logEvent(LocalProviderEventType.SyncPartStart,
get_date_from_filename(self.zip, DATE_REGEXP))
self.desc_zipinfos = self.get_description_files_from_zip_info()
self.date_modified = read_description_date(str(get_date_from_filename(self.zip, DATE_REGEXP)))
def open_next_file(self):
if self.zip:
self.logEvent(LocalProviderEventType.SyncPartEnd,
get_date_from_filename(self.zip, DATE_REGEXP))
next_zip_file_name = str(next(self.zips))
self.zip = get_zip_file_from_ftp(next_zip_file_name,
THUMB_FOLDER_NAME_TITELIVE)
logger.info(" Importing thumbs from file " + str(self.zip))
self.logEvent(LocalProviderEventType.SyncPartStart,
get_date_from_filename(self.zip, DATE_REGEXP))
self.thumb_zipinfos = iter(
filter(
lambda f: f.filename.lower().endswith(
SYNCHONISABLE_FILE_EXTENSION),
sorted(self.zip.infolist(), key=lambda f: f.filename)))
def get_remaining_files_to_check(self, all_zips):
latest_sync_part_end_event = local_provider_event_queries.find_latest_sync_part_end_event(self.dbObject)
if latest_sync_part_end_event is None:
return iter(all_zips)
else:
return iter(
filter(lambda z: get_date_from_filename(z, DATE_REGEXP) > int(latest_sync_part_end_event.payload),
all_zips))
def get_remaining_files_to_check(self, ordered_thing_files: list):
latest_sync_part_end_event = local_provider_event_queries.find_latest_sync_part_end_event(
self.dbObject)
if latest_sync_part_end_event is None:
return iter(ordered_thing_files)
else:
for index, filename in enumerate(ordered_thing_files):
if get_date_from_filename(filename, DATE_REGEXP) == int(
latest_sync_part_end_event.payload):
return iter(ordered_thing_files[index + 1:])
def open_next_file(self):
logger.info("Importing descriptions from file " + str(self.zip))
self.description_zip_infos = self.get_description_files_from_zip_info()
file_date = str(get_date_from_filename(self.zip, DATE_REGEXP))
self.date_modified = self.read_description_date(file_date)