(USR, DRV, AOI, QNT, THS) = ('srv2', 'linkedDrive', 'HLT', '50', '0.1') else: (USR, DRV, AOI, QNT, THS) = sys.argv[1:] EXPS = aux.EXPS exp = EXPS[0] # Setup number of cores ------------------------------------------------------- if USR=='dsk': JOB = aux.JOB_DSK else: JOB = aux.JOB_SRV ############################################################################### # Paths ############################################################################### (drive, land) = (drv.driveSelector(DRV, AOI, popSize=aux.POP_SIZE), [[0], ]) (gene, fldr) = (drive.get('gDict'), drive.get('folder')) (PT_ROT, PT_IMG, PT_DTA, PT_PRE, PT_OUT, PT_MTR) = aux.selectPath(USR, DRV, exp) PT_ROT = path.split(path.split(PT_ROT)[0])[0] PT_OUT = path.join(PT_ROT, 'ML') [monet.makeFolder(i) for i in [PT_OUT, PT_IMG]] PT_SUMS = path.join(PT_ROT, exp, 'SUMMARY') ############################################################################### # Read CSV ############################################################################### thsStr = str(int(float(THS)*100)) (fName_I, fName_R, fName_C) = ( 'SCA_{}_{}Q_{}T.csv'.format(AOI, QNT, thsStr), 'REG_{}_{}Q_{}T.csv'.format(AOI, QNT, thsStr), 'CLS_{}_{}Q_{}T.csv'.format(AOI, QNT, thsStr) ) DATA = pd.read_csv(path.join(PT_OUT, fName_I)) # Features and labels ---------------------------------------------------------
EXP = aux.EXPS NOI = [ [0], ] # Sex selector ---------------------------------------------------------------- if (AOI == 'HLT') or (AOI == 'CST'): MF = (False, True) else: MF = (True, True) ############################################################################### # Setting up paths and style ############################################################################### exp = '100' for exp in EXP: (PT_ROT, PT_IMG, PT_DTA, PT_PRE, PT_OUT, PT_MTR) = aux.selectPath(USR, DRV, exp) drive = drv.driveSelector(DRV, AOI) DVP = drive.get('gDict') # Time and head ----------------------------------------------------------- tS = datetime.now() aux.printExperimentHead(PT_DTA, PT_IMG, PT_PRE, tS, 'PreTraces ' + AOI) ########################################################################### # Load folders ########################################################################### (expDirsMean, expDirsTrac) = fun.getExpPaths(PT_DTA) (expNum, nodeDigits) = (len(expDirsMean), len(str(len(NOI))) + 1) outNames = fun.splitExpNames(PT_OUT) outExpNames = set(outNames) ########################################################################### # Analyze data ###########################################################################
import tGD_dataProcess as da from datetime import datetime import compress_pickle as pkl import MoNeT_MGDrivE as monet (USR, DRV, AOI) = ('srv', 'tGD', 'HLT') # (USR, DRV, AOI) = (sys.argv[1], sys.argv[2], sys.argv[3]) (OVW, gIx, hIx) = (True, 1, 0) if (USR == 'srv2') or (USR == 'dsk2'): EXPS = ('000', ) else: EXPS = ('100', ) for EXP in EXPS: (PT_ROT, PT_IMG, PT_DTA, PT_PRE, PT_OUT, PT_MTR) = aux.selectPath(USR, DRV, EXP) uids = fun.getExperimentsIDSets(PT_PRE, skip=-1) (hnf, cac, frc, hrt, ren, res, typ, grp) = uids[1:] tS = datetime.now() aux.printExperimentHead(PT_ROT, PT_IMG, PT_OUT, tS, 'PstFraction') # ######################################################################### # Base experiments # These are the experiments without any releases (for fractions) # ######################################################################### basePat = aux.XP_NPAT.format('*', '*', '*', '*', '00', '*', AOI, '*', 'sum', 'bz') baseFiles = sorted(glob(PT_PRE + basePat)) # ######################################################################### # Probe experiments # sum: Analyzed data aggregated into one node # srp: Garbage data aggregated into one node