except: sys.exit('not found file '+fileName+': exiting') try: session = getSession(username = '******',password='******') except: print 'not able to start session' #processing the data. tempInsert = '' for subject in range(len(data)): start_time2 = time.time(); batchInsert = [] tempData = data[subject] tempCreate = prepareCreateTable(fileName[:-4]+'t'+str(subject)) session.execute(tempCreate) ''' When you read pieman.mat from matlab, you will get a 58x40x46x274 data. 58 --> Z. from lower to top 40 --> Y, from front to back 46 --> X, from left to right. 274 --> time, from lower time to higher time ''' for t in xrange(len(data[0][0][0][0])): start_time3 = time.time(); batchInsert=[] batchInsert.append('BEGIN BATCH') print 'at time: ',t for z in xrange(len(data[0])):
except: sys.exit('not found file '+fileName+': exiting') try: session = getSession(username = '******',password='******') session.default_timeout = 30 # this is in *seconds* setting the default timeout will prevent the exception. except: print 'not able to start db session' #processing the data. tempInsert = '' tempCreate = prepareCreateTable(fileName[:-4]+'total') print('creating table:' + tempCreate) tryInsert(session,tempCreate,1) for subject in xrange(len(data)): data2 = np.array(f[data[subject][0]]) start_time2 = time.time(); batchInsert = [] tempData = data[subject] ''' When you read pieman.mat from matlab, you will get a 58x40x46x274 datc. 58 --> Z. from lower to top 40 --> Y, from front to back 46 --> X, from left to right.
# reading data from file specified in fileNames array. for fileName in fileNames: try: f, data = readMat2(fileName) except: sys.exit("not found file " + fileName + ": exiting") try: session = getSession(username="******", password="******") session.default_timeout = 30 # this is in *seconds* setting the default timeout will prevent the exception. except: print "not able to start db session" # processing the data. tempInsert = "" tempCreate = prepareCreateTable(fileName[:-4] + "total2") print ("creating table:" + tempCreate) tryInsert(session, tempCreate, 1) for subject in xrange(len(data)): if subject >= 16: continue data2 = np.array(f[data[subject][0]]) start_time2 = time.time() batchInsert = [] tempData = data[subject] """ When you read pieman.mat from matlab, you will get a 58x40x46x274 datc. 58 --> Z. from lower to top 40 --> Y, from front to back 46 --> X, from left to right.
subjects=range(22) def tryInsert(session,s,time): try: session.execute(s) except: print('failed to insert, retrying: '+s[0:100]+' '+str(time)) tryInsert(session,s,time+1) #getting the cassandra db session try: session = getSession(username = '******',password='******') session.default_timeout = 30 # this is in *seconds* setting the default timeout will prevent the exception. except: print 'not able to start db session' tempCreate = prepareCreateTable("pieman_corr_new",valueNames=['id1','id2','corr'],valueTypes=['text','text','double'],primaryKeys=['id1','id2'],comment='corr_results') tryInsert(session,tempCreate,1) ''' #processing the data. tempInsert = '' for fileName in fileNames: for subject in subjects: tempCreate = prepareCreateTable(fileName[:-4]+'corrResults'+str(subject),valueNames=['id1','id2','corr'],valueTypes=['text','text','double'],primaryKeys=['id1','id2'],comment='corr_results') print('creating table:' + tempCreate) tryInsert(session,tempCreate,1) for fileName in fileNames: tempCreate = prepareCreateTable(fileName[:-4]+'normalTest',valueNames=['id1','id2','normality'],valueTypes=['text','text','boolean'],primaryKeys=['id1','id2'],comment='normal_test_results') print('creating table:' + tempCreate)