Esempio n. 1
0
                    fix_processed_date = resting_state_fix_processed_date
                    fix_processed_date_str = fix_processed_date.strftime(
                        DATE_FORMAT)

            if fix_processed_exists:
                log.debug("fix processed resting state data exists")

                # So now we know that some FIX processed resting state data exists.
                # Does the package exist?

                package_exists = os.path.isfile(package_path)

                if package_exists:
                    timestamp = os.path.getmtime(package_path)
                    package_date = datetime.datetime.fromtimestamp(timestamp)
                    package_date_str = file_utils.getmtime_str(package_path)
                    package_size = file_utils.human_readable_byte_size(
                        os.path.getsize(package_path), 1000.0)
                    package_newer = package_date > fix_processed_date

                else:
                    # The package does not exist, but it should. This is a problem.
                    package_date_str = NA
                    package_size = NA
                    package_newer = NA

                # We still know that at least some FIX processed resting state data exists.
                # Does the checksum file exist? (Yes, I know that if the package doesn't
                # exist, we wouldn't expect that the checksum file would exist, but it
                # is simpler to just code this as an independent check.)
    print("Checksum Newer Than Package")

    for subject in subject_list:

        project = subject.project
        subject_id = subject.subject_id

        package_path = packages_root + os.sep + 'prerelease' + os.sep + 'zip' + os.sep + project + os.sep
        package_path += subject_id + os.sep + 'preproc' + os.sep + subject_id + '_3T_Structural_preproc_extended.zip'
        checksum_path = package_path + '.md5'

        if len(archive.available_structural_unproc_dir_fullpaths(subject)) > 0:

            if archive.does_structural_preproc_dir_exist(subject):
                preproc_date = datetime.datetime.fromtimestamp(os.path.getmtime(archive.structural_preproc_dir_fullpath(subject)))
                preproc_date_str = file_utils.getmtime_str(archive.structural_preproc_dir_fullpath(subject))

                package_exists = os.path.isfile(package_path)

                if package_exists:
                    package_date = datetime.datetime.fromtimestamp(os.path.getmtime(package_path))
                    package_date_str = file_utils.getmtime_str(package_path)
                    package_size = file_utils.human_readable_byte_size(os.path.getsize(package_path), 1000.0)
                    package_newer = package_date > preproc_date

                else:
                    # package file does not exist
                    package_date_str = NA
                    package_size = NA
                    package_newer = NA
                    else:
                        rl_preproc_date = datetime.datetime.min
                    log.debug(fullpath_to_rl_preproc_dir + " " + str(rl_preproc_date))

                    preproc_date = lr_preproc_date if lr_preproc_date > rl_preproc_date else rl_preproc_date
                    log.debug(preproc_date)

                    preproc_date_str = preproc_date.strftime(DATE_FORMAT)
                    log.debug(preproc_date_str)

                    package_exists = os.path.isfile(package_path)

                    if package_exists:
                        log.debug("package: " + package_path + " exists")
                        package_date = datetime.datetime.fromtimestamp(os.path.getmtime(package_path))
                        package_date_str = file_utils.getmtime_str(package_path)
                        package_size = file_utils.human_readable_byte_size(os.path.getsize(package_path), 1000.0)
                        package_newer = package_date > preproc_date

                    else:
                        log.debug("package: " + package_path + " does not exist")
                        package_date_str = NA
                        package_size = NA
                        package_newer = NA

                    checksum_exists = os.path.isfile(checksum_path)

                    if checksum_exists:
                        log.debug("checksum: " + checksum_path + " exists")
                        checksum_date = datetime.datetime.fromtimestamp(os.path.getmtime(checksum_path))
                        checksum_date_str = file_utils.getmtime_str(checksum_path)
    print("Checksum Newer Than Package")

    for subject in subject_list:

        project = subject.project
        subject_id = subject.subject_id

        package_path = packages_root + os.sep + 'PostMsmAll' + os.sep + project + os.sep
        package_path += subject_id + os.sep + 'preproc' + os.sep + subject_id + '_3T_Structural_preproc.zip'
        checksum_path = package_path + '.md5'

        if len(archive.available_structural_unproc_dir_fullpaths(subject)) > 0:

            if archive.does_structural_preproc_dir_exist(subject):
                preproc_date = datetime.datetime.fromtimestamp(os.path.getmtime(archive.structural_preproc_dir_fullpath(subject)))
                preproc_date_str = file_utils.getmtime_str(archive.structural_preproc_dir_fullpath(subject))

                package_exists = os.path.isfile(package_path)

                if package_exists:
                    package_date = datetime.datetime.fromtimestamp(os.path.getmtime(package_path))
                    package_date_str = file_utils.getmtime_str(package_path)
                    package_size = file_utils.human_readable_byte_size(os.path.getsize(package_path), 1000.0)
                    package_newer = package_date > preproc_date

                else:
                    # package file does not exist
                    package_date_str = NA
                    package_size = NA
                    package_newer = NA