fix_processed_date = resting_state_fix_processed_date fix_processed_date_str = fix_processed_date.strftime( DATE_FORMAT) if fix_processed_exists: log.debug("fix processed resting state data exists") # So now we know that some FIX processed resting state data exists. # Does the package exist? package_exists = os.path.isfile(package_path) if package_exists: timestamp = os.path.getmtime(package_path) package_date = datetime.datetime.fromtimestamp(timestamp) package_date_str = file_utils.getmtime_str(package_path) package_size = file_utils.human_readable_byte_size( os.path.getsize(package_path), 1000.0) package_newer = package_date > fix_processed_date else: # The package does not exist, but it should. This is a problem. package_date_str = NA package_size = NA package_newer = NA # We still know that at least some FIX processed resting state data exists. # Does the checksum file exist? (Yes, I know that if the package doesn't # exist, we wouldn't expect that the checksum file would exist, but it # is simpler to just code this as an independent check.)
print("Checksum Newer Than Package") for subject in subject_list: project = subject.project subject_id = subject.subject_id package_path = packages_root + os.sep + 'prerelease' + os.sep + 'zip' + os.sep + project + os.sep package_path += subject_id + os.sep + 'preproc' + os.sep + subject_id + '_3T_Structural_preproc_extended.zip' checksum_path = package_path + '.md5' if len(archive.available_structural_unproc_dir_fullpaths(subject)) > 0: if archive.does_structural_preproc_dir_exist(subject): preproc_date = datetime.datetime.fromtimestamp(os.path.getmtime(archive.structural_preproc_dir_fullpath(subject))) preproc_date_str = file_utils.getmtime_str(archive.structural_preproc_dir_fullpath(subject)) package_exists = os.path.isfile(package_path) if package_exists: package_date = datetime.datetime.fromtimestamp(os.path.getmtime(package_path)) package_date_str = file_utils.getmtime_str(package_path) package_size = file_utils.human_readable_byte_size(os.path.getsize(package_path), 1000.0) package_newer = package_date > preproc_date else: # package file does not exist package_date_str = NA package_size = NA package_newer = NA
else: rl_preproc_date = datetime.datetime.min log.debug(fullpath_to_rl_preproc_dir + " " + str(rl_preproc_date)) preproc_date = lr_preproc_date if lr_preproc_date > rl_preproc_date else rl_preproc_date log.debug(preproc_date) preproc_date_str = preproc_date.strftime(DATE_FORMAT) log.debug(preproc_date_str) package_exists = os.path.isfile(package_path) if package_exists: log.debug("package: " + package_path + " exists") package_date = datetime.datetime.fromtimestamp(os.path.getmtime(package_path)) package_date_str = file_utils.getmtime_str(package_path) package_size = file_utils.human_readable_byte_size(os.path.getsize(package_path), 1000.0) package_newer = package_date > preproc_date else: log.debug("package: " + package_path + " does not exist") package_date_str = NA package_size = NA package_newer = NA checksum_exists = os.path.isfile(checksum_path) if checksum_exists: log.debug("checksum: " + checksum_path + " exists") checksum_date = datetime.datetime.fromtimestamp(os.path.getmtime(checksum_path)) checksum_date_str = file_utils.getmtime_str(checksum_path)
print("Checksum Newer Than Package") for subject in subject_list: project = subject.project subject_id = subject.subject_id package_path = packages_root + os.sep + 'PostMsmAll' + os.sep + project + os.sep package_path += subject_id + os.sep + 'preproc' + os.sep + subject_id + '_3T_Structural_preproc.zip' checksum_path = package_path + '.md5' if len(archive.available_structural_unproc_dir_fullpaths(subject)) > 0: if archive.does_structural_preproc_dir_exist(subject): preproc_date = datetime.datetime.fromtimestamp(os.path.getmtime(archive.structural_preproc_dir_fullpath(subject))) preproc_date_str = file_utils.getmtime_str(archive.structural_preproc_dir_fullpath(subject)) package_exists = os.path.isfile(package_path) if package_exists: package_date = datetime.datetime.fromtimestamp(os.path.getmtime(package_path)) package_date_str = file_utils.getmtime_str(package_path) package_size = file_utils.human_readable_byte_size(os.path.getsize(package_path), 1000.0) package_newer = package_date > preproc_date else: # package file does not exist package_date_str = NA package_size = NA package_newer = NA