def first_pass_organizing_files(qc_path):
import os
from CPAC.qc.utils import append_to_files_in_dict_way
qc_files = os.listdir(qc_path)
strat_dict = {}
for file_ in sorted(qc_files, reverse=True):
if not ('.txt' in file_):
continue
file_ = os.path.join(qc_path, file_)
str_ = os.path.basename(file_)
str_ = str_.replace('paths_file_', '')
str_ = str_.replace('scan_', '')
# str_ = str_.replace('_', '')
str_ = str_.replace('.txt', '')
str_ = str_.replace('____', '_')
str_ = str_.replace('___', '_')
str_ = str_.replace('__', '_')
if '_hp_' in str_ and '_fwhm_' in str_ and not ('_bandpass_freqs_' in str_):
str_, fwhm_val = str_.split('_fwhm_')
fwhm_val = '_fwhm_' + fwhm_val
str_, hp_lp_ = str_.split('_hp_')
hp_lp_ = '_hp_' + hp_lp_
str_ = str_ + fwhm_val + hp_lp_
if strat_dict.keys() == []:
strat_dict[str_] = [file_]
else:
flag_ = 0
for key_ in strat_dict.keys():
if str_ in key_:
append_to_files_in_dict_way(strat_dict[key_], file_)
flag_ = 1
if flag_ == 1:
os.system('rm -f %s' % file_)
else:
strat_dict[str_] = [file_]
def first_pass_organizing_files(qc_path):
import os
from CPAC.qc.utils import append_to_files_in_dict_way
qc_files = os.listdir(qc_path)
strat_dict = {}
for file_ in sorted(qc_files, reverse=True):
if not ('.txt' in file_):
continue
file_ = os.path.join(qc_path, file_)
str_ = os.path.basename(file_)
str_ = str_.replace('paths_file_', '')
str_ = str_.replace('scan_', '')
# str_ = str_.replace('_', '')
str_ = str_.replace('.txt', '')
str_ = str_.replace('____', '_')
str_ = str_.replace('___', '_')
str_ = str_.replace('__', '_')
if '_hp_' in str_ and '_fwhm_' in str_ and not ('_bandpass_freqs_'
in str_):
str_, fwhm_val = str_.split('_fwhm_')
fwhm_val = '_fwhm_' + fwhm_val
str_, hp_lp_ = str_.split('_hp_')
hp_lp_ = '_hp_' + hp_lp_
str_ = str_ + fwhm_val + hp_lp_
if strat_dict.keys() == []:
strat_dict[str_] = [file_]
else:
flag_ = 0
for key_ in strat_dict.keys():
if str_ in key_:
append_to_files_in_dict_way(strat_dict[key_], file_)
flag_ = 1
if flag_ == 1:
os.system('rm -f %s' % file_)
else:
strat_dict[str_] = [file_]
def second_pass_organizing_files(qc_path):
from CPAC.qc.utils import append_to_files_in_dict_way
qc_files = os.listdir(qc_path)
strat_dict = {}
for file_ in sorted(qc_files, reverse=True):
if not ('.txt' in file_):
continue
str_ = file_
file_ = os.path.join(qc_path, file_)
str_ = str_.replace('paths_file_', '')
str_ = str_.replace('scan_', '')
str_ = str_.replace('.txt', '')
str_ = str_.replace('____', '_')
str_ = str_.replace('___', '_')
str_ = str_.replace('__', '_')
fwhm_val_ = ''
#organize all derivatives excluding alff falff
if '_bandpass_freqs_' in str_:
if not str_ in strat_dict:
strat_dict[str_] = [file_]
else:
print 'Error: duplicate keys for files in QC 2nd file_org pass: %s %s' % (strat_dict[str_], file_)
raise
#organize alff falff
elif ('_hp_' in str_) and ('_lp_' in str_):
key_ = ''
key_1 = ''
hp_lp_ = ''
if '_fwhm_' in str_:
key_1 = ''
key_, hp_lp_ = str_.split('_hp_')
ignore, fwhm_val_ = hp_lp_.split('_fwhm_')
hp_lp_ = '_hp_' + ignore
key_1 = '_fwhm_' + fwhm_val_
else:
key_, hp_lp_ = str_.split('_hp_')
hp_lp_ = '_hp_' + hp_lp_
flag_ = 0
for key in strat_dict.keys():
if (key_ in key) and (key_1 in key):
append_to_files_in_dict_way(strat_dict[key], file_)
str_ = strat_dict[key][0].replace('.txt', '')
new_fname = str_ + hp_lp_ + '.txt'
os.system('mv %s %s' %(strat_dict[key][0], new_fname))
del strat_dict[key]
flag_ = 1
if flag_ == 1:
os.system('rm -f %s' % file_)
else:
if not str_ in strat_dict:
strat_dict[str_] = [file_]
else:
print 'Error: duplicate keys for files in QC 2nd file_org pass: %s %s' % (strat_dict[str_], file_)
raise
def second_pass_organizing_files(qc_path):
from CPAC.qc.utils import append_to_files_in_dict_way
qc_files = os.listdir(qc_path)
strat_dict = {}
for file_ in sorted(qc_files, reverse=True):
if not ('.txt' in file_):
continue
str_ = file_
file_ = os.path.join(qc_path, file_)
str_ = str_.replace('paths_file_', '')
str_ = str_.replace('scan_', '')
str_ = str_.replace('.txt', '')
str_ = str_.replace('____', '_')
str_ = str_.replace('___', '_')
str_ = str_.replace('__', '_')
fwhm_val_ = ''
#organize all derivatives excluding alff falff
if '_bandpass_freqs_' in str_:
if not str_ in strat_dict:
strat_dict[str_] = [file_]
else:
print 'Error: duplicate keys for files in QC 2nd file_org pass: %s %s' % (
strat_dict[str_], file_)
raise
#organize alff falff
elif ('_hp_' in str_) and ('_lp_' in str_):
key_ = ''
key_1 = ''
hp_lp_ = ''
if '_fwhm_' in str_:
key_1 = ''
key_, hp_lp_ = str_.split('_hp_')
ignore, fwhm_val_ = hp_lp_.split('_fwhm_')
hp_lp_ = '_hp_' + ignore
key_1 = '_fwhm_' + fwhm_val_
else:
key_, hp_lp_ = str_.split('_hp_')
hp_lp_ = '_hp_' + hp_lp_
flag_ = 0
for key in strat_dict.keys():
if (key_ in key) and (key_1 in key):
append_to_files_in_dict_way(strat_dict[key], file_)
str_ = strat_dict[key][0].replace('.txt', '')
new_fname = str_ + hp_lp_ + '.txt'
os.system('mv %s %s' % (strat_dict[key][0], new_fname))
del strat_dict[key]
flag_ = 1
if flag_ == 1:
os.system('rm -f %s' % file_)
else:
if not str_ in strat_dict:
strat_dict[str_] = [file_]
else:
print 'Error: duplicate keys for files in QC 2nd file_org pass: %s %s' % (
strat_dict[str_], file_)
raise
